time="2022-01-26T02:21:04.783Z" level=info msg="Version: openshift/hive v1.1.16-292-gfcac82e"
time="2022-01-26T02:21:04.783Z" level=debug msg="debug logging enabled"
time="2022-01-26T02:21:04.784Z" level=info msg="hive namespace: hive"
time="2022-01-26T02:21:04.784Z" level=info msg="Starting /healthz and /readyz endpoints"
time="2022-01-26T02:21:04.784Z" level=info msg="generated leader election ID" id=8e9a32bd-0bcc-41f5-8b6f-0ca19363a832
I0126 02:21:04.792750       1 leaderelection.go:248] attempting to acquire leader lease hive/hive-controllers-leader...
I0126 02:21:05.850775       1 leaderelection.go:258] successfully acquired lease hive/hive-controllers-leader
time="2022-01-26T02:21:05.85Z" level=info msg="became leader" id=8e9a32bd-0bcc-41f5-8b6f-0ca19363a832
I0126 02:21:06.901593       1 request.go:665] Waited for 1.044019939s due to client-side throttling, not priority and fairness, request: GET:https://172.30.0.1:443/apis/apiserver.openshift.io/v1?timeout=32s
time="2022-01-26T02:21:12.454Z" level=info msg="Registering Components."
time="2022-01-26T02:21:12.455Z" level=info msg="Release Image verification enabled" controller=clusterDeployment
time="2022-01-26T02:21:12.455Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=controlPlaneCerts
time="2022-01-26T02:21:12.714Z" level=info msg="no managed domains configured" controller=dnsendpoint
time="2022-01-26T02:21:12.714Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=remoteingress
time="2022-01-26T02:21:12.932Z" level=debug msg="skipping disabled controller" controller=clustersync
time="2022-01-26T02:21:12.933Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:21:12.933Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2022-01-26T02:21:12.933Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:21:12.933Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2022-01-26T02:21:12.933Z" level=info msg="Starting the Cmd."
time="2022-01-26T02:21:13.034Z" level=debug msg="starting metrics server" path=/metrics
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterpoolnamespace-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=dnszone source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=dnszone source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=dnszone
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=argocdregister-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=argocdregister-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterstate-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=clusterstate-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=fakeclusterinstall-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=fakeclusterinstall-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=hibernation-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=hibernation-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=unreachable-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=unreachable-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeprovision-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeprovision-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=clusterdeployment-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterrelocate-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=controlplanecerts-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterrelocate-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=controlplanecerts-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=clusterrelocate-controller
time="2022-01-26T02:21:13.034Z" level=info msg="started metrics calculator goroutine"
time="2022-01-26T02:21:13.034Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=clusterpoolnamespace-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting EventSource" _name=remoteingress-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=remoteingress-controller
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=machinepool-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=machinepool-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=machinepool-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=machinepool-controller source="periodic source for MachinePools every 30m0s"
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting Controller" _name=machinepool-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=clusterdeprovision-controller
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterclaim-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterclaim-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterclaim-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterclaim-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting Controller" _name=clusterclaim-controller
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=syncidentityprovider-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=syncidentityprovider-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=syncidentityprovider-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting Controller" _name=syncidentityprovider-controller
time="2022-01-26T02:21:13.034Z" level=debug msg="Starting Controller" _name=clusterpoolnamespace-controller
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.035Z" level=debug msg="Starting Controller" _name=clusterpool-controller
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=clusterprovision-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=clusterprovision-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=clusterprovision-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting Controller" _name=clusterprovision-controller
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=awsprivatelink-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=awsprivatelink-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=awsprivatelink-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting Controller" _name=awsprivatelink-controller
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=dnsendpoint source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=dnsendpoint source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting Controller" _name=dnsendpoint
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting EventSource" _name=clusterversion-controller source="kind source: /, Kind="
time="2022-01-26T02:21:13.036Z" level=debug msg="Starting Controller" _name=clusterversion-controller
time="2022-01-26T02:21:13.134Z" level=debug msg="Starting workers" _name=hibernation-controller worker count=5
time="2022-01-26T02:21:13.136Z" level=debug msg="Starting workers" _name=argocdregister-controller worker count=5
time="2022-01-26T02:21:13.136Z" level=debug msg="Starting workers" _name=clusterstate-controller worker count=5
time="2022-01-26T02:21:13.136Z" level=debug msg="Starting workers" _name=unreachable-controller worker count=5
time="2022-01-26T02:21:13.136Z" level=debug msg="Starting workers" _name=controlplanecerts-controller worker count=5
time="2022-01-26T02:21:13.136Z" level=debug msg="Starting workers" _name=remoteingress-controller worker count=5
time="2022-01-26T02:21:13.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:21:13.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:21:13.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:21:13.137Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:21:13.137Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:21:13.137Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:21:13.138Z" level=debug msg="Starting workers" _name=clusterversion-controller worker count=5
time="2022-01-26T02:21:13.238Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=203 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:21:13.335Z" level=debug msg="Starting workers" _name=clusterpoolnamespace-controller worker count=5
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver reconcileID=dd4kbmmc
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-version reconcileID=xvw2qdc6
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver outcome=unspecified reconcileID=dd4kbmmc
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-version outcome=unspecified reconcileID=xvw2qdc6
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-machine-approver reconcileID=zwwkmrwp
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=w7vl8c8g
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-machine-approver outcome=unspecified reconcileID=zwwkmrwp
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=w7vl8c8g
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-image-registry reconcileID=vxxjgcrb
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-diagnostics reconcileID=4ssxn4hs
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-image-registry outcome=unspecified reconcileID=vxxjgcrb
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-oauth-apiserver reconcileID=mv4cxwl8
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-diagnostics outcome=unspecified reconcileID=4ssxn4hs
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-operator reconcileID=pfngvc2p
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-oauth-apiserver outcome=unspecified reconcileID=mv4cxwl8
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd-operator reconcileID=w27b9t54
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-operator outcome=unspecified reconcileID=pfngvc2p
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca-operator reconcileID=tj25qhhk
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd-operator outcome=unspecified reconcileID=w27b9t54
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-credential-operator reconcileID=fm72ghnr
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca-operator outcome=unspecified reconcileID=tj25qhhk
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-system reconcileID=rc6xqlxc
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-credential-operator outcome=unspecified reconcileID=fm72ghnr
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-system outcome=unspecified reconcileID=rc6xqlxc
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-public reconcileID=qdl6fsjc
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager-operator reconcileID=49z9rhxk
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager-operator outcome=unspecified reconcileID=49z9rhxk
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-host-network reconcileID=5ncq6g8f
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress reconcileID=9p6k5jmt
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress outcome=unspecified reconcileID=9p6k5jmt
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-host-network outcome=unspecified reconcileID=5ncq6g8f
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift reconcileID=5zjgctdq
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler-operator reconcileID=kr5949g7
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift outcome=unspecified reconcileID=5zjgctdq
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler-operator outcome=unspecified reconcileID=kr5949g7
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-public outcome=unspecified reconcileID=qdl6fsjc
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-samples-operator reconcileID=mxfw45jk
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-monitoring reconcileID=kfzgstbc
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-samples-operator outcome=unspecified reconcileID=mxfw45jk
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca reconcileID=mqjczswc
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler reconcileID=46p5wqnq
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca outcome=unspecified reconcileID=mqjczswc
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler outcome=unspecified reconcileID=46p5wqnq
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns-operator reconcileID=4ffr27xc
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver-operator reconcileID=j2vfd2jz
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver-operator outcome=unspecified reconcileID=j2vfd2jz
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns-operator outcome=unspecified reconcileID=4ffr27xc
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-operator reconcileID=jl9255nv
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-config-operator reconcileID=ww89rtf9
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-operator outcome=unspecified reconcileID=jl9255nv
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-config-operator outcome=unspecified reconcileID=ww89rtf9
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd reconcileID=cw5tvnl4
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config reconcileID=t4gbjgx5
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd outcome=unspecified reconcileID=cw5tvnl4
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config outcome=unspecified reconcileID=t4gbjgx5
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver-operator reconcileID=dgbbwnph
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns reconcileID=n58x6p48
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver-operator outcome=unspecified reconcileID=dgbbwnph
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns outcome=unspecified reconcileID=n58x6p48
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-user-workload-monitoring reconcileID=chwc49kk
time="2022-01-26T02:21:13.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-monitoring outcome=unspecified reconcileID=kfzgstbc
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-user-workload-monitoring outcome=unspecified reconcileID=chwc49kk
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication-operator reconcileID=8bgnmkds
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication reconcileID=8dgv2lp4
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-operator reconcileID=t6btwnbr
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication outcome=unspecified reconcileID=8dgv2lp4
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-operator outcome=unspecified reconcileID=t6btwnbr
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kni-infra reconcileID=jpm4bm8r
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-marketplace reconcileID=lx67w89s
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console reconcileID=hjr8skwr
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-marketplace outcome=unspecified reconcileID=lx67w89s
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console outcome=unspecified reconcileID=hjr8skwr
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-insights reconcileID=4nswxmkz
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-network-config-controller reconcileID=l8fn8f4w
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-insights outcome=unspecified reconcileID=4nswxmkz
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-network-config-controller outcome=unspecified reconcileID=l8fn8f4w
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-infra reconcileID=m8dvr49g
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver reconcileID=lm2wx4tx
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-infra outcome=unspecified reconcileID=m8dvr49g
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver outcome=unspecified reconcileID=lm2wx4tx
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ovirt-infra reconcileID=cl2pjhz9
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager-operator reconcileID=hjxf2qwd
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ovirt-infra outcome=unspecified reconcileID=cl2pjhz9
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager-operator outcome=unspecified reconcileID=hjxf2qwd
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-multus reconcileID=86rt4bnn
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-multus outcome=unspecified reconcileID=86rt4bnn
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-node-tuning-operator reconcileID=2kxq2tz5
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-operator reconcileID=48jvgt8c
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-node-tuning-operator outcome=unspecified reconcileID=2kxq2tz5
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-operator outcome=unspecified reconcileID=48jvgt8c
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kni-infra outcome=unspecified reconcileID=jpm4bm8r
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager reconcileID=hpzvbnn2
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-node reconcileID=2vk5kc5b
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager outcome=unspecified reconcileID=hpzvbnn2
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-node outcome=unspecified reconcileID=2vk5kc5b
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=ghd7chq2
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=ghd7chq2
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-node-lease reconcileID=sv2b5wjb
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-sdn reconcileID=g8hcv6r4
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-node-lease outcome=unspecified reconcileID=sv2b5wjb
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-sdn outcome=unspecified reconcileID=g8hcv6r4
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator-operator reconcileID=m2vhfvzs
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-user-settings reconcileID=55ksx7f4
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator-operator outcome=unspecified reconcileID=m2vhfvzs
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-user-settings outcome=unspecified reconcileID=55ksx7f4
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-openstack-infra reconcileID=kspkgxwm
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operators reconcileID=9fqklwws
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-openstack-infra outcome=unspecified reconcileID=kspkgxwm
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operators outcome=unspecified reconcileID=9fqklwws
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-vsphere-infra reconcileID=k6d4lgq6
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator reconcileID=cshtpd67
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-vsphere-infra outcome=unspecified reconcileID=k6d4lgq6
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator outcome=unspecified reconcileID=cshtpd67
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager reconcileID=vsm66fgd
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-storage-operator reconcileID=8rqxwrxr
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-storage-operator outcome=unspecified reconcileID=8rqxwrxr
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-csi-drivers reconcileID=hwg92wgg
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-csi-drivers outcome=unspecified reconcileID=hwg92wgg
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operator-lifecycle-manager reconcileID=bn4r9fwv
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operator-lifecycle-manager outcome=unspecified reconcileID=bn4r9fwv
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-canary reconcileID=bs27hksj
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-canary outcome=unspecified reconcileID=bs27hksj
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager reconcileID=9gbjj679
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager outcome=unspecified reconcileID=vsm66fgd
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager outcome=unspecified reconcileID=9gbjj679
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-managed reconcileID=w4cnrx84
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-managed outcome=unspecified reconcileID=w4cnrx84
time="2022-01-26T02:21:13.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-api reconcileID=vcx925v8
time="2022-01-26T02:21:13.336Z" level=debug msg="Starting workers" _name=dnszone worker count=5
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-api outcome=unspecified reconcileID=vcx925v8
time="2022-01-26T02:21:13.336Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager-operator reconcileID=vlks7xrr
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication-operator outcome=unspecified reconcileID=8bgnmkds
time="2022-01-26T02:21:13.336Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager-operator outcome=unspecified reconcileID=vlks7xrr
time="2022-01-26T02:21:13.337Z" level=debug msg="Starting workers" _name=fakeclusterinstall-controller worker count=5
time="2022-01-26T02:21:13.337Z" level=debug msg="Starting workers" _name=clusterdeprovision-controller worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=clusterclaim-controller worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=machinepool-controller worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=dnsendpoint worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=clusterprovision-controller worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=awsprivatelink-controller worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=clusterrelocate-controller worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=clusterdeployment-controller worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=clusterpool-controller worker count=5
time="2022-01-26T02:21:13.338Z" level=debug msg="Starting workers" _name=syncidentityprovider-controller worker count=5
time="2022-01-26T02:23:13.239Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:23:13.239Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:23:13.239Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:23:13.239Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:23:13.239Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:23:13.239Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:25:13.24Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:25:13.24Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:25:13.24Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:25:13.24Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:25:13.24Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:25:13.24Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:27:13.24Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:27:13.24Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:27:13.24Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:27:13.24Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:27:13.24Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:27:13.24Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:29:13.24Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:29:13.241Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:29:13.241Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:29:13.241Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:29:13.241Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:29:13.241Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:30:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:30:00.142Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:31:13.241Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:31:13.241Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:31:13.242Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:31:13.242Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:31:13.242Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:31:13.242Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:33:13.242Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:33:13.242Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:33:13.242Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:33:13.242Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:33:13.242Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:33:13.242Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:35:13.243Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:35:13.244Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:35:13.244Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:35:13.244Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:35:13.244Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:35:13.244Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:37:13.244Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:37:13.244Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:37:13.244Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:37:13.244Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:37:13.244Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:37:13.244Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:39:13.245Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:39:13.245Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:39:13.245Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:39:13.245Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:39:13.245Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:39:13.245Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:41:13.245Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:41:13.245Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:41:13.246Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:41:13.246Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:41:13.246Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:41:13.246Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:43:13.247Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:43:13.247Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:43:13.247Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:43:13.247Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:43:13.247Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:43:13.247Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:45:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:45:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:45:13.247Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:45:13.248Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:45:13.248Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:45:13.248Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:45:13.248Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:45:13.248Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:47:13.248Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:47:13.248Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:47:13.248Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:47:13.248Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:47:13.248Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:47:13.248Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:49:13.248Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:49:13.248Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:49:13.248Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:49:13.248Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:49:13.249Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:49:13.249Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:50:57.135Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=24pxc7z5
time="2022-01-26T02:50:57.135Z" level=info msg="initializing cluster pool conditions" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=24pxc7z5
time="2022-01-26T02:50:57.142Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=24pxc7z5
time="2022-01-26T02:50:57.142Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x9hl5n77
time="2022-01-26T02:50:57.142Z" level=debug msg="adding finalizer to ClusterPool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x9hl5n77
time="2022-01-26T02:50:57.152Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:57.152Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=x9hl5n77 stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:57.152Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x9hl5n77 unassignedCount=0
time="2022-01-26T02:50:57.159Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=x9hl5n77
time="2022-01-26T02:50:57.26Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=x9hl5n77
time="2022-01-26T02:50:57.461Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=x9hl5n77
time="2022-01-26T02:50:57.461Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-aws-creds\" not found" reconcileID=x9hl5n77
time="2022-01-26T02:50:57.469Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]"
time="2022-01-26T02:50:57.469Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=326 elapsedMillisGT=0 outcome=unspecified reconcileID=x9hl5n77
time="2022-01-26T02:50:57.469Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:57.469Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zll8m8fw
time="2022-01-26T02:50:57.469Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:57.469Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=zll8m8fw stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:57.469Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zll8m8fw unassignedCount=0
time="2022-01-26T02:50:57.469Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=zll8m8fw
time="2022-01-26T02:50:57.469Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=zll8m8fw
time="2022-01-26T02:50:57.469Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=zll8m8fw
time="2022-01-26T02:50:57.469Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-aws-creds\" not found" reconcileID=zll8m8fw
time="2022-01-26T02:50:57.469Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]"
time="2022-01-26T02:50:57.469Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zll8m8fw
time="2022-01-26T02:50:57.469Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:57.475Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=74zpd4wr
time="2022-01-26T02:50:57.475Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:57.475Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=74zpd4wr stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:57.475Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=74zpd4wr unassignedCount=0
time="2022-01-26T02:50:57.475Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=74zpd4wr
time="2022-01-26T02:50:57.475Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=74zpd4wr
time="2022-01-26T02:50:57.475Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=74zpd4wr
time="2022-01-26T02:50:57.475Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-aws-creds\" not found" reconcileID=74zpd4wr
time="2022-01-26T02:50:57.475Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]"
time="2022-01-26T02:50:57.475Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74zpd4wr
time="2022-01-26T02:50:57.475Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:57.495Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tmnfmrfq
time="2022-01-26T02:50:57.495Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:57.495Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=tmnfmrfq stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:57.495Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tmnfmrfq unassignedCount=0
time="2022-01-26T02:50:57.495Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=tmnfmrfq
time="2022-01-26T02:50:57.495Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=tmnfmrfq
time="2022-01-26T02:50:57.495Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=tmnfmrfq
time="2022-01-26T02:50:57.495Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-aws-creds\" not found" reconcileID=tmnfmrfq
time="2022-01-26T02:50:57.495Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]"
time="2022-01-26T02:50:57.495Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmnfmrfq
time="2022-01-26T02:50:57.495Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:57.536Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wnj5zrsn
time="2022-01-26T02:50:57.536Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:57.536Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=wnj5zrsn stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:57.537Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wnj5zrsn unassignedCount=0
time="2022-01-26T02:50:57.537Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=wnj5zrsn
time="2022-01-26T02:50:57.537Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=wnj5zrsn
time="2022-01-26T02:50:57.537Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=wnj5zrsn
time="2022-01-26T02:50:57.537Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-aws-creds\" not found" reconcileID=wnj5zrsn
time="2022-01-26T02:50:57.537Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]"
time="2022-01-26T02:50:57.537Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnj5zrsn
time="2022-01-26T02:50:57.537Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:57.617Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rzcs4xb5
time="2022-01-26T02:50:57.617Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:57.617Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=rzcs4xb5 stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:57.617Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rzcs4xb5 unassignedCount=0
time="2022-01-26T02:50:57.617Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=rzcs4xb5
time="2022-01-26T02:50:57.617Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=rzcs4xb5
time="2022-01-26T02:50:57.617Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=rzcs4xb5
time="2022-01-26T02:50:57.617Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-aws-creds\" not found" reconcileID=rzcs4xb5
time="2022-01-26T02:50:57.617Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]"
time="2022-01-26T02:50:57.617Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rzcs4xb5
time="2022-01-26T02:50:57.617Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found, credentials secret: Secret \"jshu-pool-test-aws-creds\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:57.778Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6pmss6zw
time="2022-01-26T02:50:57.778Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:57.778Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=6pmss6zw stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:57.778Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6pmss6zw unassignedCount=0
time="2022-01-26T02:50:57.778Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=6pmss6zw
time="2022-01-26T02:50:57.778Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=6pmss6zw
time="2022-01-26T02:50:57.778Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=6pmss6zw
time="2022-01-26T02:50:57.786Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found]"
time="2022-01-26T02:50:57.786Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=6pmss6zw
time="2022-01-26T02:50:57.786Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:57.786Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dmwxzd2v
time="2022-01-26T02:50:57.786Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:57.786Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=dmwxzd2v stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:57.786Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dmwxzd2v unassignedCount=0
time="2022-01-26T02:50:57.786Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=dmwxzd2v
time="2022-01-26T02:50:57.786Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=dmwxzd2v
time="2022-01-26T02:50:57.786Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=dmwxzd2v
time="2022-01-26T02:50:57.786Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found]"
time="2022-01-26T02:50:57.786Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmwxzd2v
time="2022-01-26T02:50:57.786Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:58.107Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mkz5xrkr
time="2022-01-26T02:50:58.107Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:58.107Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=mkz5xrkr stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:58.107Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mkz5xrkr unassignedCount=0
time="2022-01-26T02:50:58.107Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=mkz5xrkr
time="2022-01-26T02:50:58.107Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool-test controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found" reconcileID=mkz5xrkr
time="2022-01-26T02:50:58.107Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool-test controller=clusterpool error="Secret \"jshu-pool-test-pull-secret\" not found" reconcileID=mkz5xrkr
time="2022-01-26T02:50:58.107Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found]"
time="2022-01-26T02:50:58.107Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mkz5xrkr
time="2022-01-26T02:50:58.107Z" level=error msg="Reconciler error" _name=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-test-imageset\" not found, pull secret: Secret \"jshu-pool-test-pull-secret\" not found]" name=jshu-pool-test namespace=default
time="2022-01-26T02:50:59.387Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqh9fcrq
time="2022-01-26T02:50:59.387Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:59.387Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=gqh9fcrq stale=0 standby=0 unclaimed=0
time="2022-01-26T02:50:59.387Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqh9fcrq unassignedCount=0
time="2022-01-26T02:50:59.387Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=2 reconcileID=gqh9fcrq
time="2022-01-26T02:50:59.409Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=s79p9tzl
time="2022-01-26T02:50:59.409Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=409.744168ms namespace=/jshu-pool-test-8hfg5 reconcileID=s79p9tzl
time="2022-01-26T02:50:59.409Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=s79p9tzl
time="2022-01-26T02:50:59.409Z" level=info msg="Creating new cluster" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqh9fcrq
time="2022-01-26T02:50:59.411Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4d8845a0c, ext:1794679965961, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:59.429Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xh5jvxj2
time="2022-01-26T02:50:59.429Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=429.569825ms namespace=/jshu-pool-test-8hfg5 reconcileID=xh5jvxj2
time="2022-01-26T02:50:59.429Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=xh5jvxj2
time="2022-01-26T02:50:59.446Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=x6fm2cpl
time="2022-01-26T02:50:59.446Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=x6fm2cpl
time="2022-01-26T02:50:59.461Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=14 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=x6fm2cpl
time="2022-01-26T02:50:59.461Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f59pckhv
time="2022-01-26T02:50:59.461Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.461Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f59pckhv
time="2022-01-26T02:50:59.461Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=f59pckhv
time="2022-01-26T02:50:59.499Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=sfzkx8t7
time="2022-01-26T02:50:59.499Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=sfzkx8t7
time="2022-01-26T02:50:59.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=bvwqssn9
time="2022-01-26T02:50:59.5Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=bvwqssn9
time="2022-01-26T02:50:59.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=vhbsbrrk
time="2022-01-26T02:50:59.5Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=vhbsbrrk
time="2022-01-26T02:50:59.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=qj66hqcg
time="2022-01-26T02:50:59.501Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=qj66hqcg
time="2022-01-26T02:50:59.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.501Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.501Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=m5fk4hbb
time="2022-01-26T02:50:59.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=g8rnmxvv
time="2022-01-26T02:50:59.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=7mgb5pc7
time="2022-01-26T02:50:59.501Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=7mgb5pc7
time="2022-01-26T02:50:59.502Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=tkmw7n5k
time="2022-01-26T02:50:59.502Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=502.193699ms namespace=/jshu-pool-test-8hfg5 reconcileID=tkmw7n5k
time="2022-01-26T02:50:59.502Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=tkmw7n5k
time="2022-01-26T02:50:59.502Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=b4bfdm6v
time="2022-01-26T02:50:59.502Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.502Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=b4bfdm6v
time="2022-01-26T02:50:59.502Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=b4bfdm6v
time="2022-01-26T02:50:59.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=7h78z8tt
time="2022-01-26T02:50:59.502Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=7h78z8tt
time="2022-01-26T02:50:59.503Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=kn4mh578
time="2022-01-26T02:50:59.503Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-01-26T02:50:59.503Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4d8845a0c, ext:1794679965961, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:59.503Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=nqvng7pj
time="2022-01-26T02:50:59.503Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=nqvng7pj
time="2022-01-26T02:50:59.503Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nqvng7pj
time="2022-01-26T02:50:59.518Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=sfzkx8t7
time="2022-01-26T02:50:59.518Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=jzhlqx64
time="2022-01-26T02:50:59.518Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=518.549506ms namespace=/jshu-pool-test-8hfg5 reconcileID=jzhlqx64
time="2022-01-26T02:50:59.518Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=jzhlqx64
time="2022-01-26T02:50:59.518Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=5h4s252p
time="2022-01-26T02:50:59.518Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=5h4s252p
time="2022-01-26T02:50:59.518Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5h4s252p
time="2022-01-26T02:50:59.523Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qj66hqcg
time="2022-01-26T02:50:59.523Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=qj66hqcg
time="2022-01-26T02:50:59.523Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=xxrdzrgb
time="2022-01-26T02:50:59.523Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=xxrdzrgb
time="2022-01-26T02:50:59.523Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ljk9lvrh
time="2022-01-26T02:50:59.523Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ljk9lvrh
time="2022-01-26T02:50:59.523Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljk9lvrh
time="2022-01-26T02:50:59.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.523Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.523Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.524Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=d9jz8c7t
time="2022-01-26T02:50:59.524Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7mgb5pc7
time="2022-01-26T02:50:59.524Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.524Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=7mgb5pc7
time="2022-01-26T02:50:59.524Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=d9jz8c7t
time="2022-01-26T02:50:59.524Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=d9jz8c7t
time="2022-01-26T02:50:59.524Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=9xf7wp7r
time="2022-01-26T02:50:59.524Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=9xf7wp7r
time="2022-01-26T02:50:59.524Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=bvwqssn9
time="2022-01-26T02:50:59.524Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=bvwqssn9
time="2022-01-26T02:50:59.524Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=rk599scn
time="2022-01-26T02:50:59.524Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=rk599scn
time="2022-01-26T02:50:59.525Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7h78z8tt
time="2022-01-26T02:50:59.525Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=7h78z8tt
time="2022-01-26T02:50:59.525Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=m8mwfgvq
time="2022-01-26T02:50:59.525Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=m8mwfgvq
time="2022-01-26T02:50:59.534Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=s5mwzb9f
time="2022-01-26T02:50:59.534Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=534.484145ms namespace=/jshu-pool-test-8d8ws reconcileID=s5mwzb9f
time="2022-01-26T02:50:59.534Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=s5mwzb9f
time="2022-01-26T02:50:59.534Z" level=info msg="Creating new cluster" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqh9fcrq
time="2022-01-26T02:50:59.534Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vhbsbrrk
time="2022-01-26T02:50:59.534Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=vhbsbrrk
time="2022-01-26T02:50:59.534Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.534Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=s69c9b67
time="2022-01-26T02:50:59.534Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=s69c9b67
time="2022-01-26T02:50:59.535Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=lb5j2q98
time="2022-01-26T02:50:59.535Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:50:59.535Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=535.058318ms namespace=/jshu-pool-test-8hfg5 reconcileID=lb5j2q98
time="2022-01-26T02:50:59.535Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=lb5j2q98
time="2022-01-26T02:50:59.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=56w84rfp
time="2022-01-26T02:50:59.535Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=56w84rfp
time="2022-01-26T02:50:59.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56w84rfp
time="2022-01-26T02:50:59.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=xxrdzrgb
time="2022-01-26T02:50:59.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=98kkn5sl
time="2022-01-26T02:50:59.535Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=98kkn5sl
time="2022-01-26T02:50:59.539Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=nd9xqs5d
time="2022-01-26T02:50:59.539Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rk599scn
time="2022-01-26T02:50:59.539Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=nd9xqs5d
time="2022-01-26T02:50:59.539Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=rk599scn
time="2022-01-26T02:50:59.539Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nd9xqs5d
time="2022-01-26T02:50:59.54Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.54Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.54Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=gbc88dbs
time="2022-01-26T02:50:59.54Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.54Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=gbc88dbs
time="2022-01-26T02:50:59.54Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.54Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f249hqrw
time="2022-01-26T02:50:59.54Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.54Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f249hqrw
time="2022-01-26T02:50:59.54Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=f249hqrw
time="2022-01-26T02:50:59.543Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=9xf7wp7r
time="2022-01-26T02:50:59.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=9xf7wp7r
time="2022-01-26T02:50:59.543Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.543Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=bcht4lxm
time="2022-01-26T02:50:59.543Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=bcht4lxm
time="2022-01-26T02:50:59.549Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=m8mwfgvq
time="2022-01-26T02:50:59.549Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=m8mwfgvq
time="2022-01-26T02:50:59.549Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.549Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=4vp94vp6
time="2022-01-26T02:50:59.549Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=4vp94vp6
time="2022-01-26T02:50:59.549Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=s69c9b67
time="2022-01-26T02:50:59.549Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=krjh28wp
time="2022-01-26T02:50:59.549Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=krjh28wp
time="2022-01-26T02:50:59.549Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krjh28wp
time="2022-01-26T02:50:59.549Z" level=info msg="could not update conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=98kkn5sl
time="2022-01-26T02:50:59.549Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=98kkn5sl
time="2022-01-26T02:50:59.549Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.549Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=m9dbfl7n
time="2022-01-26T02:50:59.549Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=549.779846ms namespace=/jshu-pool-test-8hfg5 reconcileID=m9dbfl7n
time="2022-01-26T02:50:59.549Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=m9dbfl7n
time="2022-01-26T02:50:59.549Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=zfh4ltlj
time="2022-01-26T02:50:59.549Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=zfh4ltlj
time="2022-01-26T02:50:59.549Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfh4ltlj
time="2022-01-26T02:50:59.549Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=9w9fmt8j
time="2022-01-26T02:50:59.549Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=czw2ct8g
time="2022-01-26T02:50:59.549Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=9w9fmt8j
time="2022-01-26T02:50:59.549Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=czw2ct8g
time="2022-01-26T02:50:59.549Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=czw2ct8g
time="2022-01-26T02:50:59.555Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=x9m5rtcv
time="2022-01-26T02:50:59.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.555Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.555Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.555Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=x9m5rtcv
time="2022-01-26T02:50:59.555Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=mwfq9pxq
time="2022-01-26T02:50:59.555Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=x9m5rtcv
time="2022-01-26T02:50:59.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.555Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=mwfq9pxq
time="2022-01-26T02:50:59.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwfq9pxq
time="2022-01-26T02:50:59.556Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gbc88dbs
time="2022-01-26T02:50:59.556Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=gbc88dbs
time="2022-01-26T02:50:59.556Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.556Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=kvq7l8jg
time="2022-01-26T02:50:59.556Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=kvq7l8jg
time="2022-01-26T02:50:59.562Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=bcht4lxm
time="2022-01-26T02:50:59.562Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=bcht4lxm
time="2022-01-26T02:50:59.562Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=htn6k86p
time="2022-01-26T02:50:59.562Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=htn6k86p
time="2022-01-26T02:50:59.568Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=8fh79r82
time="2022-01-26T02:50:59.568Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=568.638175ms namespace=/jshu-pool-test-8d8ws reconcileID=8fh79r82
time="2022-01-26T02:50:59.568Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=8fh79r82
time="2022-01-26T02:50:59.568Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=4fwt5kw8
time="2022-01-26T02:50:59.568Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=h5krlbqv
time="2022-01-26T02:50:59.568Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=4fwt5kw8
time="2022-01-26T02:50:59.568Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4fwt5kw8
time="2022-01-26T02:50:59.568Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=568.710432ms namespace=/jshu-pool-test-8hfg5 reconcileID=h5krlbqv
time="2022-01-26T02:50:59.568Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=h5krlbqv
time="2022-01-26T02:50:59.568Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=4nrctbmx
time="2022-01-26T02:50:59.568Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=pbjqqkqn
time="2022-01-26T02:50:59.568Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=4nrctbmx
time="2022-01-26T02:50:59.568Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nrctbmx
time="2022-01-26T02:50:59.568Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.568Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=pbjqqkqn
time="2022-01-26T02:50:59.568Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=pbjqqkqn
time="2022-01-26T02:50:59.568Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.568Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.568Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.568Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=l7jtlqnc
time="2022-01-26T02:50:59.568Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=l7jtlqnc
time="2022-01-26T02:50:59.568Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7jtlqnc
time="2022-01-26T02:50:59.573Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4vp94vp6
time="2022-01-26T02:50:59.573Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=4vp94vp6
time="2022-01-26T02:50:59.573Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.573Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=pj67rgr7
time="2022-01-26T02:50:59.573Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=pj67rgr7
time="2022-01-26T02:50:59.573Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=9w9fmt8j
time="2022-01-26T02:50:59.573Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=gc22fsj5
time="2022-01-26T02:50:59.574Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=gc22fsj5
time="2022-01-26T02:50:59.574Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gc22fsj5
time="2022-01-26T02:50:59.574Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=kvq7l8jg
time="2022-01-26T02:50:59.574Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=kvq7l8jg
time="2022-01-26T02:50:59.574Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.574Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=ccvxhzd6
time="2022-01-26T02:50:59.574Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=ccvxhzd6
time="2022-01-26T02:50:59.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=gm4tq76v
time="2022-01-26T02:50:59.586Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=gm4tq76v
time="2022-01-26T02:50:59.586Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gm4tq76v
time="2022-01-26T02:50:59.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=s46jl7qt
time="2022-01-26T02:50:59.586Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xfnrn8rz
time="2022-01-26T02:50:59.586Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=s46jl7qt
time="2022-01-26T02:50:59.586Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=586.184262ms namespace=/jshu-pool-test-8hfg5 reconcileID=xfnrn8rz
time="2022-01-26T02:50:59.586Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s46jl7qt
time="2022-01-26T02:50:59.586Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=xfnrn8rz
time="2022-01-26T02:50:59.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=cjfvvmnp
time="2022-01-26T02:50:59.586Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=cjfvvmnp
time="2022-01-26T02:50:59.586Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cjfvvmnp
time="2022-01-26T02:50:59.587Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=pj67rgr7
time="2022-01-26T02:50:59.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=nfxvwdwr
time="2022-01-26T02:50:59.59Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=htn6k86p
time="2022-01-26T02:50:59.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=htn6k86p
time="2022-01-26T02:50:59.59Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=k7m42v6x
time="2022-01-26T02:50:59.59Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=k7m42v6x
time="2022-01-26T02:50:59.591Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=8wp8nxxg
time="2022-01-26T02:50:59.591Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=8wp8nxxg
time="2022-01-26T02:50:59.591Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8wp8nxxg
time="2022-01-26T02:50:59.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.591Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.591Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.591Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=srdlh8hf
time="2022-01-26T02:50:59.591Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.591Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=srdlh8hf
time="2022-01-26T02:50:59.591Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=srdlh8hf
time="2022-01-26T02:50:59.597Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ccvxhzd6
time="2022-01-26T02:50:59.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=ccvxhzd6
time="2022-01-26T02:50:59.597Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.602Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=g8rnmxvv
time="2022-01-26T02:50:59.602Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=m5fk4hbb
time="2022-01-26T02:50:59.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=m5fk4hbb
time="2022-01-26T02:50:59.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=dwtj5zb9
time="2022-01-26T02:50:59.602Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=dwtj5zb9
time="2022-01-26T02:50:59.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=5pn99qff
time="2022-01-26T02:50:59.602Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=5pn99qff
time="2022-01-26T02:50:59.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5pn99qff
time="2022-01-26T02:50:59.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dwtj5zb9
time="2022-01-26T02:50:59.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=j2vmfmn8
time="2022-01-26T02:50:59.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=b2s2drpm
time="2022-01-26T02:50:59.602Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=26hlvbzl
time="2022-01-26T02:50:59.603Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=603.371938ms namespace=/jshu-pool-test-8hfg5 reconcileID=26hlvbzl
time="2022-01-26T02:50:59.603Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=26hlvbzl
time="2022-01-26T02:50:59.603Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=b2s2drpm
time="2022-01-26T02:50:59.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b2s2drpm
time="2022-01-26T02:50:59.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=6lpclj8w
time="2022-01-26T02:50:59.603Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=6lpclj8w
time="2022-01-26T02:50:59.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lpclj8w
time="2022-01-26T02:50:59.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=k7m42v6x
time="2022-01-26T02:50:59.604Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=bvb829bs
time="2022-01-26T02:50:59.605Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=28m5wdzt
time="2022-01-26T02:50:59.605Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=28m5wdzt
time="2022-01-26T02:50:59.603Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=j2vmfmn8
time="2022-01-26T02:50:59.606Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=j2vmfmn8
time="2022-01-26T02:50:59.608Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lzm5qh8c
time="2022-01-26T02:50:59.608Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.608Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lzm5qh8c
time="2022-01-26T02:50:59.608Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=lzm5qh8c
time="2022-01-26T02:50:59.608Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=s6wmjcx7
time="2022-01-26T02:50:59.608Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=s6wmjcx7
time="2022-01-26T02:50:59.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6wmjcx7
time="2022-01-26T02:50:59.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.608Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.615Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=9 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=28m5wdzt
time="2022-01-26T02:50:59.615Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=ksl858j8
time="2022-01-26T02:50:59.615Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:50:59.615Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=ksl858j8
time="2022-01-26T02:50:59.615Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=ksl858j8
time="2022-01-26T02:50:59.624Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g8rnmxvv
time="2022-01-26T02:50:59.624Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=122 elapsedMillisGT=0 outcome=unspecified reconcileID=g8rnmxvv
time="2022-01-26T02:50:59.624Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=zxllm2mf
time="2022-01-26T02:50:59.624Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=zxllm2mf
time="2022-01-26T02:50:59.636Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=74qkjpqc
time="2022-01-26T02:50:59.636Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=74qkjpqc
time="2022-01-26T02:50:59.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74qkjpqc
time="2022-01-26T02:50:59.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=hlcxd7b9
time="2022-01-26T02:50:59.637Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=hlcxd7b9
time="2022-01-26T02:50:59.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlcxd7b9
time="2022-01-26T02:50:59.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=s6gcp97b
time="2022-01-26T02:50:59.637Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=s6gcp97b
time="2022-01-26T02:50:59.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6gcp97b
time="2022-01-26T02:50:59.637Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=72r4gbk6
time="2022-01-26T02:50:59.637Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=637.232048ms namespace=/jshu-pool-test-8hfg5 reconcileID=72r4gbk6
time="2022-01-26T02:50:59.637Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=72r4gbk6
time="2022-01-26T02:50:59.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=v5zlqqlq
time="2022-01-26T02:50:59.637Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=v5zlqqlq
time="2022-01-26T02:50:59.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v5zlqqlq
time="2022-01-26T02:50:59.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=zxllm2mf
time="2022-01-26T02:50:59.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=j44gzgp7
time="2022-01-26T02:50:59.642Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ppf89qr4
time="2022-01-26T02:50:59.642Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ppf89qr4
time="2022-01-26T02:50:59.642Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.642Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ppf89qr4
time="2022-01-26T02:50:59.642Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.642Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=q7wfsdvb
time="2022-01-26T02:50:59.642Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.642Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.643Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=q7wfsdvb
time="2022-01-26T02:50:59.643Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=q7wfsdvb
time="2022-01-26T02:50:59.662Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=zkxbcw26
time="2022-01-26T02:50:59.662Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=zkxbcw26
time="2022-01-26T02:50:59.662Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zkxbcw26
time="2022-01-26T02:50:59.662Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=prxwmqzh
time="2022-01-26T02:50:59.662Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=662.573201ms namespace=/jshu-pool-test-8hfg5 reconcileID=prxwmqzh
time="2022-01-26T02:50:59.662Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=55l9dcnq
time="2022-01-26T02:50:59.662Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=prxwmqzh
time="2022-01-26T02:50:59.662Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.662Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=55l9dcnq
time="2022-01-26T02:50:59.662Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=55l9dcnq
time="2022-01-26T02:50:59.662Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=4gpw2cbs
time="2022-01-26T02:50:59.662Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=4gpw2cbs
time="2022-01-26T02:50:59.662Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=55b2rdl5
time="2022-01-26T02:50:59.662Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=55b2rdl5
time="2022-01-26T02:50:59.662Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55b2rdl5
time="2022-01-26T02:50:59.662Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=6w82mks4
time="2022-01-26T02:50:59.663Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=6w82mks4
time="2022-01-26T02:50:59.663Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=j44gzgp7
time="2022-01-26T02:50:59.663Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6w82mks4
time="2022-01-26T02:50:59.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=8ptb6mvs
time="2022-01-26T02:50:59.663Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=8ptb6mvs
time="2022-01-26T02:50:59.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=h558zn6r
time="2022-01-26T02:50:59.663Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8ptb6mvs
time="2022-01-26T02:50:59.663Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=h558zn6r
time="2022-01-26T02:50:59.663Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h558zn6r
time="2022-01-26T02:50:59.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=ctsj2kld
time="2022-01-26T02:50:59.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.663Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.663Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.677Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=h7pxj8nf
time="2022-01-26T02:50:59.677Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=h7pxj8nf
time="2022-01-26T02:50:59.677Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7pxj8nf
time="2022-01-26T02:50:59.677Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=brt2rxrs
time="2022-01-26T02:50:59.677Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=brt2rxrs
time="2022-01-26T02:50:59.677Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=cm7z2k42
time="2022-01-26T02:50:59.677Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brt2rxrs
time="2022-01-26T02:50:59.677Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=677.360843ms namespace=/jshu-pool-test-8hfg5 reconcileID=cm7z2k42
time="2022-01-26T02:50:59.677Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=cm7z2k42
time="2022-01-26T02:50:59.677Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=d724k9f8
time="2022-01-26T02:50:59.677Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=d724k9f8
time="2022-01-26T02:50:59.677Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d724k9f8
time="2022-01-26T02:50:59.677Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=cg7qfndf
time="2022-01-26T02:50:59.677Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=cg7qfndf
time="2022-01-26T02:50:59.677Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cg7qfndf
time="2022-01-26T02:50:59.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=4gpw2cbs
time="2022-01-26T02:50:59.682Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2t77kcvt
time="2022-01-26T02:50:59.682Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.682Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.682Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.682Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.682Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2t77kcvt
time="2022-01-26T02:50:59.682Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=2t77kcvt
time="2022-01-26T02:50:59.682Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ctlq2826
time="2022-01-26T02:50:59.682Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ctlq2826
time="2022-01-26T02:50:59.682Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ctlq2826
time="2022-01-26T02:50:59.687Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=nfxvwdwr
time="2022-01-26T02:50:59.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=nfxvwdwr
time="2022-01-26T02:50:59.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=74wmd42k
time="2022-01-26T02:50:59.687Z" level=info msg="failed to set cluster region label" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ctsj2kld
time="2022-01-26T02:50:59.687Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=74wmd42k
time="2022-01-26T02:50:59.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=ctsj2kld
time="2022-01-26T02:50:59.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74wmd42k
time="2022-01-26T02:50:59.687Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tphvc2n4
time="2022-01-26T02:50:59.703Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=kn4mh578
time="2022-01-26T02:50:59.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=200 elapsedMillisGT=0 outcome=unspecified reconcileID=kn4mh578
time="2022-01-26T02:50:59.704Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=hbz8j2d6
time="2022-01-26T02:50:59.704Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=hbz8j2d6
time="2022-01-26T02:50:59.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbz8j2d6
time="2022-01-26T02:50:59.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=bvb829bs
time="2022-01-26T02:50:59.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=8cvd7xbl
time="2022-01-26T02:50:59.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8cvd7xbl
time="2022-01-26T02:50:59.713Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=54l2r7tl
time="2022-01-26T02:50:59.713Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=54l2r7tl
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=54l2r7tl
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=d76jjbzk
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d76jjbzk
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=bdhqvhfg
time="2022-01-26T02:50:59.713Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=bdhqvhfg
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdhqvhfg
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=nz9h727c
time="2022-01-26T02:50:59.713Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=nz9h727c
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nz9h727c
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.713Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=cnf9m8s8
time="2022-01-26T02:50:59.713Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=cnf9m8s8
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnf9m8s8
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=k25x459j
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k25x459j
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=tphvc2n4
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=s2ffwnxl
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pcdsm2zp
time="2022-01-26T02:50:59.713Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=713.866622ms namespace=/jshu-pool-test-8hfg5 reconcileID=s2ffwnxl
time="2022-01-26T02:50:59.713Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=s2ffwnxl
time="2022-01-26T02:50:59.713Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pcdsm2zp
time="2022-01-26T02:50:59.713Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=ch8wc6lm
time="2022-01-26T02:50:59.713Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.714Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=ch8wc6lm
time="2022-01-26T02:50:59.714Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=ch8wc6lm
time="2022-01-26T02:50:59.714Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=bcqgtf69
time="2022-01-26T02:50:59.714Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=bcqgtf69
time="2022-01-26T02:50:59.714Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bcqgtf69
time="2022-01-26T02:50:59.714Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=vlq5666l
time="2022-01-26T02:50:59.714Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=vlq5666l
time="2022-01-26T02:50:59.714Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlq5666l
time="2022-01-26T02:50:59.714Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=jhvqkc76
time="2022-01-26T02:50:59.714Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=jhvqkc76
time="2022-01-26T02:50:59.714Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhvqkc76
time="2022-01-26T02:50:59.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=ft79mfnh
time="2022-01-26T02:50:59.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ft79mfnh
time="2022-01-26T02:50:59.73Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=pcdsm2zp
time="2022-01-26T02:50:59.73Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=q9n8nhwp
time="2022-01-26T02:50:59.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=dr6l9sz8
time="2022-01-26T02:50:59.73Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=q9n8nhwp
time="2022-01-26T02:50:59.73Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=dr6l9sz8
time="2022-01-26T02:50:59.73Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q9n8nhwp
time="2022-01-26T02:50:59.73Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dr6l9sz8
time="2022-01-26T02:50:59.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=6hgzk7ms
time="2022-01-26T02:50:59.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=nh4pctr9
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nh4pctr9
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=8gvgkgmc
time="2022-01-26T02:50:59.731Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=8gvgkgmc
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8gvgkgmc
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=pw6d5qqt
time="2022-01-26T02:50:59.731Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=pw6d5qqt
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pw6d5qqt
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.731Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=lwhpbpst
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lwhpbpst
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=gzbgls47
time="2022-01-26T02:50:59.731Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=731.298049ms namespace=/jshu-pool-test-8hfg5 reconcileID=gzbgls47
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=gzbgls47
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=6h5c6blh
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=gm7rx9wk
time="2022-01-26T02:50:59.731Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.731Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=6h5c6blh
time="2022-01-26T02:50:59.731Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=gm7rx9wk
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=6h5c6blh
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gm7rx9wk
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=x9qbp4kx
time="2022-01-26T02:50:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=g4v7tqph
time="2022-01-26T02:50:59.731Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=g4v7tqph
time="2022-01-26T02:50:59.731Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=x9qbp4kx
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g4v7tqph
time="2022-01-26T02:50:59.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9qbp4kx
time="2022-01-26T02:50:59.741Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=6hgzk7ms
time="2022-01-26T02:50:59.741Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=6hgzk7ms
time="2022-01-26T02:50:59.741Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5-merged-pull-secret reconcileID=6hgzk7ms
time="2022-01-26T02:50:59.741Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=zf479qj5
time="2022-01-26T02:50:59.741Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=zf479qj5
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zf479qj5
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=htlnwnck
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=htlnwnck
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=k2c8vx4d
time="2022-01-26T02:50:59.741Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=k2c8vx4d
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2c8vx4d
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=d7h87gww
time="2022-01-26T02:50:59.741Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=lsnchh6n
time="2022-01-26T02:50:59.741Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=d7h87gww
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=d7h87gww
time="2022-01-26T02:50:59.741Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=lsnchh6n
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lsnchh6n
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=d7n9d7ld
time="2022-01-26T02:50:59.741Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=d7n9d7ld
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=flm9zsqb
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7n9d7ld
time="2022-01-26T02:50:59.741Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=flm9zsqb
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.741Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flm9zsqb
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=bd8bm87n
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=cx47jt2l
time="2022-01-26T02:50:59.741Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=bd8bm87n
time="2022-01-26T02:50:59.741Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=cx47jt2l
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cx47jt2l
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bd8bm87n
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=2wgfxtnt
time="2022-01-26T02:50:59.741Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=741.845795ms namespace=/jshu-pool-test-8hfg5 reconcileID=2wgfxtnt
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=2wgfxtnt
time="2022-01-26T02:50:59.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=bwv2s5lj
time="2022-01-26T02:50:59.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bwv2s5lj
time="2022-01-26T02:50:59.776Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=6hgzk7ms secretName=jshu-pool-test-8hfg5-merged-pull-secret
time="2022-01-26T02:50:59.776Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=45 elapsedMillisGT=0 outcome=unspecified reconcileID=6hgzk7ms
time="2022-01-26T02:50:59.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=l42jztzj
time="2022-01-26T02:50:59.776Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.776Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=l42jztzj
time="2022-01-26T02:50:59.776Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=l42jztzj
time="2022-01-26T02:50:59.776Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:50:59.776Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5-imageset reconcileID=l42jztzj
time="2022-01-26T02:50:59.776Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=l42jztzj releaseImage="quay.io/openshift-release-dev/ocp-release:4.9.0-rc.6-x86_64"
time="2022-01-26T02:50:59.889Z" level=info msg="created service account" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment name=cluster-installer reconcileID=l42jztzj
time="2022-01-26T02:50:59.94Z" level=info msg="created role" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment name=cluster-installer reconcileID=l42jztzj
time="2022-01-26T02:51:00.004Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=46zv4vm6
time="2022-01-26T02:51:00.004Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=46zv4vm6
time="2022-01-26T02:51:00.005Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=gqh9fcrq
time="2022-01-26T02:51:00.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=j7bh27vf
time="2022-01-26T02:51:00.005Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=j7bh27vf
time="2022-01-26T02:51:00.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=k9sjr4lx
time="2022-01-26T02:51:00.005Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=k9sjr4lx
time="2022-01-26T02:51:00.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=5m4cr6lz
time="2022-01-26T02:51:00.005Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=5m4cr6lz
time="2022-01-26T02:51:00.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.005Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=g7f46dxr
time="2022-01-26T02:51:00.005Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=g7f46dxr
time="2022-01-26T02:51:00.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g7f46dxr
time="2022-01-26T02:51:00.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7xstc944
time="2022-01-26T02:51:00.006Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7xstc944
time="2022-01-26T02:51:00.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wsw4qbxx
time="2022-01-26T02:51:00.006Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wsw4qbxx
time="2022-01-26T02:51:00.006Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=btkzmkzq
time="2022-01-26T02:51:00.006Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.006491858s namespace=/jshu-pool-test-8d8ws reconcileID=btkzmkzq
time="2022-01-26T02:51:00.006Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=btkzmkzq
time="2022-01-26T02:51:00.006Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=l5bx7ddh
time="2022-01-26T02:51:00.006Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.006Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=l5bx7ddh
time="2022-01-26T02:51:00.006Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=l5bx7ddh
time="2022-01-26T02:51:00.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=cjl65gg9
time="2022-01-26T02:51:00.006Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=cjl65gg9
time="2022-01-26T02:51:00.006Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=vphdjq9f
time="2022-01-26T02:51:00.006Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=vphdjq9f
time="2022-01-26T02:51:00.006Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vphdjq9f
time="2022-01-26T02:51:00.006Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-01-26T02:51:00.006Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:00.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=tbvtkpd4
time="2022-01-26T02:51:00.006Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=tbvtkpd4
time="2022-01-26T02:51:00.006Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbvtkpd4
time="2022-01-26T02:51:00.017Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment name=cluster-installer reconcileID=l42jztzj
time="2022-01-26T02:51:00.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=46zv4vm6
time="2022-01-26T02:51:00.018Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=j7bh27vf
time="2022-01-26T02:51:00.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=j7bh27vf
time="2022-01-26T02:51:00.018Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=54w7sqdv
time="2022-01-26T02:51:00.018Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=54w7sqdv
time="2022-01-26T02:51:00.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=54w7sqdv
time="2022-01-26T02:51:00.018Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=q2njw8nl
time="2022-01-26T02:51:00.018Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.018406704s namespace=/jshu-pool-test-8d8ws reconcileID=q2njw8nl
time="2022-01-26T02:51:00.018Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=q2njw8nl
time="2022-01-26T02:51:00.018Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wsw4qbxx
time="2022-01-26T02:51:00.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=wsw4qbxx
time="2022-01-26T02:51:00.018Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=bwb5t5zp
time="2022-01-26T02:51:00.018Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=bwb5t5zp
time="2022-01-26T02:51:00.019Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5m4cr6lz
time="2022-01-26T02:51:00.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=5m4cr6lz
time="2022-01-26T02:51:00.019Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=2rqfpllv
time="2022-01-26T02:51:00.019Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=2rqfpllv
time="2022-01-26T02:51:00.019Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4z4fm6xb
time="2022-01-26T02:51:00.019Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4z4fm6xb
time="2022-01-26T02:51:00.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4z4fm6xb
time="2022-01-26T02:51:00.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=n6cnk865
time="2022-01-26T02:51:00.019Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=n6cnk865
time="2022-01-26T02:51:00.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6cnk865
time="2022-01-26T02:51:00.019Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=cjl65gg9
time="2022-01-26T02:51:00.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=cjl65gg9
time="2022-01-26T02:51:00.019Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=dllg59zh
time="2022-01-26T02:51:00.019Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=dllg59zh
time="2022-01-26T02:51:00.02Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=k9sjr4lx
time="2022-01-26T02:51:00.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=k9sjr4lx
time="2022-01-26T02:51:00.02Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=b2g2bhhf
time="2022-01-26T02:51:00.02Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=b2g2bhhf
time="2022-01-26T02:51:00.02Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7xstc944
time="2022-01-26T02:51:00.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=7xstc944
time="2022-01-26T02:51:00.02Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.024Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.024Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=lzzbwg9r
time="2022-01-26T02:51:00.024Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=lzzbwg9r
time="2022-01-26T02:51:00.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lzzbwg9r
time="2022-01-26T02:51:00.024Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=pb5w8hsz
time="2022-01-26T02:51:00.024Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.024Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=pb5w8hsz
time="2022-01-26T02:51:00.024Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=pb5w8hsz
time="2022-01-26T02:51:00.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=pftd6rsn
time="2022-01-26T02:51:00.024Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=pftd6rsn
time="2022-01-26T02:51:00.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=s5vz9jdj
time="2022-01-26T02:51:00.025Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=s5vz9jdj
time="2022-01-26T02:51:00.028Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=ssh9tgxc
time="2022-01-26T02:51:00.028Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=ssh9tgxc
time="2022-01-26T02:51:00.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ssh9tgxc
time="2022-01-26T02:51:00.028Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=jjwqkxw4
time="2022-01-26T02:51:00.028Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.028567887s namespace=/jshu-pool-test-8d8ws reconcileID=jjwqkxw4
time="2022-01-26T02:51:00.028Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=jjwqkxw4
time="2022-01-26T02:51:00.028Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=5pzcflcb
time="2022-01-26T02:51:00.028Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=5pzcflcb
time="2022-01-26T02:51:00.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5pzcflcb
time="2022-01-26T02:51:00.028Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=p7fn7q5d
time="2022-01-26T02:51:00.028Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=p7fn7q5d
time="2022-01-26T02:51:00.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p7fn7q5d
time="2022-01-26T02:51:00.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=bwb5t5zp
time="2022-01-26T02:51:00.029Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=z9bwj2zp
time="2022-01-26T02:51:00.029Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9bwj2zp
time="2022-01-26T02:51:00.029Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b2g2bhhf
time="2022-01-26T02:51:00.029Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=b2g2bhhf
time="2022-01-26T02:51:00.029Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.029Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=5fdvr6x5
time="2022-01-26T02:51:00.029Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=5fdvr6x5
time="2022-01-26T02:51:00.03Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2rqfpllv
time="2022-01-26T02:51:00.03Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=2rqfpllv
time="2022-01-26T02:51:00.03Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.03Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=g2v66wrl
time="2022-01-26T02:51:00.03Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=g2v66wrl
time="2022-01-26T02:51:00.031Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dllg59zh
time="2022-01-26T02:51:00.031Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=dllg59zh
time="2022-01-26T02:51:00.031Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.031Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=mgqtjh4z
time="2022-01-26T02:51:00.031Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=mgqtjh4z
time="2022-01-26T02:51:00.033Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=j4j6zk2q
time="2022-01-26T02:51:00.033Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.033Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=j4j6zk2q
time="2022-01-26T02:51:00.033Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=j4j6zk2q
time="2022-01-26T02:51:00.033Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2g6csz8z
time="2022-01-26T02:51:00.033Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2g6csz8z
time="2022-01-26T02:51:00.033Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2g6csz8z
time="2022-01-26T02:51:00.033Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.033Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.033Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.035Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pftd6rsn
time="2022-01-26T02:51:00.035Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=pftd6rsn
time="2022-01-26T02:51:00.035Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=bh8mbmvv
time="2022-01-26T02:51:00.038Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=bh8mbmvv
time="2022-01-26T02:51:00.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bh8mbmvv
time="2022-01-26T02:51:00.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=trfsc4tb
time="2022-01-26T02:51:00.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trfsc4tb
time="2022-01-26T02:51:00.038Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=xdxs5g9c
time="2022-01-26T02:51:00.038Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.038950044s namespace=/jshu-pool-test-8d8ws reconcileID=xdxs5g9c
time="2022-01-26T02:51:00.038Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=xdxs5g9c
time="2022-01-26T02:51:00.039Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=pfd8qsjr
time="2022-01-26T02:51:00.039Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=pfd8qsjr
time="2022-01-26T02:51:00.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pfd8qsjr
time="2022-01-26T02:51:00.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=zj55tmtj
time="2022-01-26T02:51:00.039Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=zj55tmtj
time="2022-01-26T02:51:00.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zj55tmtj
time="2022-01-26T02:51:00.039Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g2v66wrl
time="2022-01-26T02:51:00.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=g2v66wrl
time="2022-01-26T02:51:00.039Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=v4hdfbfb
time="2022-01-26T02:51:00.039Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=v4hdfbfb
time="2022-01-26T02:51:00.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=5fdvr6x5
time="2022-01-26T02:51:00.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=kx9tsfm7
time="2022-01-26T02:51:00.04Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=kx9tsfm7
time="2022-01-26T02:51:00.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kx9tsfm7
time="2022-01-26T02:51:00.04Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mgqtjh4z
time="2022-01-26T02:51:00.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=mgqtjh4z
time="2022-01-26T02:51:00.04Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=wp44nmn4
time="2022-01-26T02:51:00.04Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=wp44nmn4
time="2022-01-26T02:51:00.044Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vnbsr6gg
time="2022-01-26T02:51:00.044Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.044Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vnbsr6gg
time="2022-01-26T02:51:00.044Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=vnbsr6gg
time="2022-01-26T02:51:00.044Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=tjxqc897
time="2022-01-26T02:51:00.044Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=tjxqc897
time="2022-01-26T02:51:00.044Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tjxqc897
time="2022-01-26T02:51:00.044Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.044Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.044Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.048Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=r84bbgvl
time="2022-01-26T02:51:00.048Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=r84bbgvl
time="2022-01-26T02:51:00.049Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=c8nrn9lh
time="2022-01-26T02:51:00.049Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=c8nrn9lh
time="2022-01-26T02:51:00.049Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c8nrn9lh
time="2022-01-26T02:51:00.049Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4jbh2nvz
time="2022-01-26T02:51:00.049Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4jbh2nvz
time="2022-01-26T02:51:00.049Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jbh2nvz
time="2022-01-26T02:51:00.049Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=5khlc2mb
time="2022-01-26T02:51:00.049Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5khlc2mb
time="2022-01-26T02:51:00.049Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=nm48tgdn
time="2022-01-26T02:51:00.05Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=v4hdfbfb
time="2022-01-26T02:51:00.05Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=xhfzfzwc
time="2022-01-26T02:51:00.05Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=xhfzfzwc
time="2022-01-26T02:51:00.05Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wp44nmn4
time="2022-01-26T02:51:00.05Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=wp44nmn4
time="2022-01-26T02:51:00.05Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.05Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=27bldfsr
time="2022-01-26T02:51:00.05Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=27bldfsr
time="2022-01-26T02:51:00.051Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=8fnjfh6t
time="2022-01-26T02:51:00.051Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=8fnjfh6t
time="2022-01-26T02:51:00.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8fnjfh6t
time="2022-01-26T02:51:00.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=tfxxl4fm
time="2022-01-26T02:51:00.051Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=tfxxl4fm
time="2022-01-26T02:51:00.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tfxxl4fm
time="2022-01-26T02:51:00.049Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.049453248s namespace=/jshu-pool-test-8d8ws reconcileID=nm48tgdn
time="2022-01-26T02:51:00.051Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=1 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=nm48tgdn
time="2022-01-26T02:51:00.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.054Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.054Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=jsv9srr9
time="2022-01-26T02:51:00.054Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=jsv9srr9
time="2022-01-26T02:51:00.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jsv9srr9
time="2022-01-26T02:51:00.056Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=nghg8vgg
time="2022-01-26T02:51:00.056Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.056Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=nghg8vgg
time="2022-01-26T02:51:00.056Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=nghg8vgg
time="2022-01-26T02:51:00.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=r84bbgvl
time="2022-01-26T02:51:00.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=g9mcgflk
time="2022-01-26T02:51:00.056Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=g9mcgflk
time="2022-01-26T02:51:00.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g9mcgflk
time="2022-01-26T02:51:00.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=rlrkwwb9
time="2022-01-26T02:51:00.056Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=rlrkwwb9
time="2022-01-26T02:51:00.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlrkwwb9
time="2022-01-26T02:51:00.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=r5hzt8jw
time="2022-01-26T02:51:00.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r5hzt8jw
time="2022-01-26T02:51:00.056Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=lxh98kc5
time="2022-01-26T02:51:00.056Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.056865165s namespace=/jshu-pool-test-8d8ws reconcileID=lxh98kc5
time="2022-01-26T02:51:00.056Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=lxh98kc5
time="2022-01-26T02:51:00.056Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=fvqlnb2g
time="2022-01-26T02:51:00.056Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=fvqlnb2g
time="2022-01-26T02:51:00.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvqlnb2g
time="2022-01-26T02:51:00.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=hjhd8fbx
time="2022-01-26T02:51:00.057Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=hjhd8fbx
time="2022-01-26T02:51:00.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjhd8fbx
time="2022-01-26T02:51:00.06Z" level=info msg="could not update conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=xhfzfzwc
time="2022-01-26T02:51:00.06Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=xhfzfzwc
time="2022-01-26T02:51:00.06Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.06Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=vcp2n8ft
time="2022-01-26T02:51:00.06Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=vcp2n8ft
time="2022-01-26T02:51:00.061Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=27bldfsr
time="2022-01-26T02:51:00.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=27bldfsr
time="2022-01-26T02:51:00.061Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=zjslpnwh
time="2022-01-26T02:51:00.061Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=zjslpnwh
time="2022-01-26T02:51:00.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.061Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.061Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=89t2hcnd
time="2022-01-26T02:51:00.061Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.062Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=89t2hcnd
time="2022-01-26T02:51:00.062Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=89t2hcnd
time="2022-01-26T02:51:00.062Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=np7zpztb
time="2022-01-26T02:51:00.062Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=np7zpztb
time="2022-01-26T02:51:00.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=np7zpztb
time="2022-01-26T02:51:00.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xt7l5886
time="2022-01-26T02:51:00.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xt7l5886
time="2022-01-26T02:51:00.069Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=7g5smkxq
time="2022-01-26T02:51:00.069Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=7g5smkxq
time="2022-01-26T02:51:00.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7g5smkxq
time="2022-01-26T02:51:00.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=w5cz5jz6
time="2022-01-26T02:51:00.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5cz5jz6
time="2022-01-26T02:51:00.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=rlrdczk8
time="2022-01-26T02:51:00.069Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=rlrdczk8
time="2022-01-26T02:51:00.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlrdczk8
time="2022-01-26T02:51:00.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.069Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=2lrwmld8
time="2022-01-26T02:51:00.07Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=2lrwmld8
time="2022-01-26T02:51:00.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2lrwmld8
time="2022-01-26T02:51:00.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=kkvcbxnh
time="2022-01-26T02:51:00.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kkvcbxnh
time="2022-01-26T02:51:00.07Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=tsf5gntz
time="2022-01-26T02:51:00.07Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.070198886s namespace=/jshu-pool-test-8d8ws reconcileID=tsf5gntz
time="2022-01-26T02:51:00.07Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=tsf5gntz
time="2022-01-26T02:51:00.07Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=lc8jv2db
time="2022-01-26T02:51:00.07Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.07Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=lc8jv2db
time="2022-01-26T02:51:00.07Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=lc8jv2db
time="2022-01-26T02:51:00.07Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=bzdwdvj4
time="2022-01-26T02:51:00.07Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=bzdwdvj4
time="2022-01-26T02:51:00.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzdwdvj4
time="2022-01-26T02:51:00.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=vcp2n8ft
time="2022-01-26T02:51:00.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=2q5tfmmr
time="2022-01-26T02:51:00.071Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=2q5tfmmr
time="2022-01-26T02:51:00.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2q5tfmmr
time="2022-01-26T02:51:00.071Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zjslpnwh
time="2022-01-26T02:51:00.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=zjslpnwh
time="2022-01-26T02:51:00.071Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=nmdmwcwm
time="2022-01-26T02:51:00.071Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=nmdmwcwm
time="2022-01-26T02:51:00.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=x8cc2sz2
time="2022-01-26T02:51:00.071Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=x8cc2sz2
time="2022-01-26T02:51:00.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x8cc2sz2
time="2022-01-26T02:51:00.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=nmdmwcwm
time="2022-01-26T02:51:00.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=lml65llz
time="2022-01-26T02:51:00.079Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=lml65llz
time="2022-01-26T02:51:00.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lml65llz
time="2022-01-26T02:51:00.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=4thdnr5q
time="2022-01-26T02:51:00.079Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=4thdnr5q
time="2022-01-26T02:51:00.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4thdnr5q
time="2022-01-26T02:51:00.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=cf27swg2
time="2022-01-26T02:51:00.079Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=cf27swg2
time="2022-01-26T02:51:00.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cf27swg2
time="2022-01-26T02:51:00.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=d7wn2frh
time="2022-01-26T02:51:00.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7wn2frh
time="2022-01-26T02:51:00.079Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=4mmx5tbv
time="2022-01-26T02:51:00.079Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.079895583s namespace=/jshu-pool-test-8d8ws reconcileID=4mmx5tbv
time="2022-01-26T02:51:00.079Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=4mmx5tbv
time="2022-01-26T02:51:00.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=cl5lhqvh
time="2022-01-26T02:51:00.079Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=cl5lhqvh
time="2022-01-26T02:51:00.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cl5lhqvh
time="2022-01-26T02:51:00.08Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=nzb98dvc
time="2022-01-26T02:51:00.08Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=nzb98dvc
time="2022-01-26T02:51:00.08Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzb98dvc
time="2022-01-26T02:51:00.08Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=slcqb6s9
time="2022-01-26T02:51:00.08Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=slcqb6s9
time="2022-01-26T02:51:00.08Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slcqb6s9
time="2022-01-26T02:51:00.085Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=sltl5s4g
time="2022-01-26T02:51:00.085Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.085Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=sltl5s4g
time="2022-01-26T02:51:00.085Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=78bsgwsf
time="2022-01-26T02:51:00.085Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=sltl5s4g
time="2022-01-26T02:51:00.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=gbj5xll5
time="2022-01-26T02:51:00.085Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=78bsgwsf
time="2022-01-26T02:51:00.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbj5xll5
time="2022-01-26T02:51:00.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78bsgwsf
time="2022-01-26T02:51:00.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.085Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.091Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=pjzwxq9w
time="2022-01-26T02:51:00.091Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=pjzwxq9w
time="2022-01-26T02:51:00.091Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pjzwxq9w
time="2022-01-26T02:51:00.197Z" level=error msg="could not update powerState" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Running reconcileID=gqh9fcrq
time="2022-01-26T02:51:00.197Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:51:00.197Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=809 elapsedMillisGT=0 outcome=unspecified reconcileID=gqh9fcrq
time="2022-01-26T02:51:00.197Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:51:00.197Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=29gstmx8
time="2022-01-26T02:51:00.197Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:00.197Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=29gstmx8 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:00.197Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=29gstmx8 unassignedCount=0
time="2022-01-26T02:51:00.211Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsed=1.211025745 reconcileID=l42jztzj
time="2022-01-26T02:51:00.211Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=434 elapsedMillisGT=0 outcome=unspecified reconcileID=l42jztzj
time="2022-01-26T02:51:00.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dt5rjjww
time="2022-01-26T02:51:00.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.211Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:51:00.211Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dt5rjjww
time="2022-01-26T02:51:00.211Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dt5rjjww
time="2022-01-26T02:51:00.211Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=dt5rjjww
time="2022-01-26T02:51:00.211Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dt5rjjww
time="2022-01-26T02:51:00.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dj2svtbd
time="2022-01-26T02:51:00.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.211Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dj2svtbd
time="2022-01-26T02:51:00.211Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dj2svtbd
time="2022-01-26T02:51:00.211Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=dj2svtbd
time="2022-01-26T02:51:00.211Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dj2svtbd
time="2022-01-26T02:51:00.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=482854lk
time="2022-01-26T02:51:00.269Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.269Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.269Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=482854lk
time="2022-01-26T02:51:00.269Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=482854lk
time="2022-01-26T02:51:00.269Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=482854lk
time="2022-01-26T02:51:00.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=482854lk
time="2022-01-26T02:51:00.28Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=b7cr5bx9
time="2022-01-26T02:51:00.28Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.281Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.281Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=b7cr5bx9
time="2022-01-26T02:51:00.281Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=b7cr5bx9
time="2022-01-26T02:51:00.281Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=b7cr5bx9
time="2022-01-26T02:51:00.281Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7cr5bx9
time="2022-01-26T02:51:00.282Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tnkt95mc
time="2022-01-26T02:51:00.282Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.282Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.282Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tnkt95mc
time="2022-01-26T02:51:00.282Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tnkt95mc
time="2022-01-26T02:51:00.282Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=tnkt95mc
time="2022-01-26T02:51:00.282Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tnkt95mc
time="2022-01-26T02:51:00.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xngtflx5
time="2022-01-26T02:51:00.303Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.303Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.303Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xngtflx5
time="2022-01-26T02:51:00.303Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xngtflx5
time="2022-01-26T02:51:00.303Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=xngtflx5
time="2022-01-26T02:51:00.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xngtflx5
time="2022-01-26T02:51:00.396Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=29gstmx8
time="2022-01-26T02:51:00.407Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=s5vz9jdj
time="2022-01-26T02:51:00.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=382 elapsedMillisGT=0 outcome=unspecified reconcileID=s5vz9jdj
time="2022-01-26T02:51:00.407Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=dkfqx9g4
time="2022-01-26T02:51:00.407Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=dkfqx9g4
time="2022-01-26T02:51:00.608Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=m2vgbmpj
time="2022-01-26T02:51:00.608Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=m2vgbmpj
time="2022-01-26T02:51:00.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2vgbmpj
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=vjwhv6v4
time="2022-01-26T02:51:00.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjwhv6v4
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=bz24j9c2
time="2022-01-26T02:51:00.608Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=bz24j9c2
time="2022-01-26T02:51:00.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bz24j9c2
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=gf5xmqll
time="2022-01-26T02:51:00.608Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=gf5xmqll
time="2022-01-26T02:51:00.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gf5xmqll
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.608Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=sxwbqh4w
time="2022-01-26T02:51:00.608Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=sxwbqh4w
time="2022-01-26T02:51:00.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sxwbqh4w
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=2vrljq7s
time="2022-01-26T02:51:00.608Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.608Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:00.608Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=2vrljq7s
time="2022-01-26T02:51:00.608Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=29gstmx8
time="2022-01-26T02:51:00.608Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=2vrljq7s
time="2022-01-26T02:51:00.608Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=2vrljq7s
time="2022-01-26T02:51:00.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vrljq7s
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=72nc454w
time="2022-01-26T02:51:00.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=72nc454w
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=7xhkf4ql
time="2022-01-26T02:51:00.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=75chtkr5
time="2022-01-26T02:51:00.609Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=75chtkr5
time="2022-01-26T02:51:00.609Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=7xhkf4ql
time="2022-01-26T02:51:00.609Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=75chtkr5
time="2022-01-26T02:51:00.609Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xhkf4ql
time="2022-01-26T02:51:00.609Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=fbr9fnwv
time="2022-01-26T02:51:00.609Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.609083297s namespace=/jshu-pool-test-8hfg5 reconcileID=fbr9fnwv
time="2022-01-26T02:51:00.609Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=ldckbsxb
time="2022-01-26T02:51:00.609Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=fbr9fnwv
time="2022-01-26T02:51:00.609Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=ldckbsxb
time="2022-01-26T02:51:00.609Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ldckbsxb
time="2022-01-26T02:51:00.609Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=dw97vm6h
time="2022-01-26T02:51:00.609Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:00.609Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=dw97vm6h
time="2022-01-26T02:51:00.609Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=dw97vm6h
time="2022-01-26T02:51:00.61Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=203 elapsedMillisGT=0 outcome=unspecified reconcileID=dkfqx9g4
time="2022-01-26T02:51:00.61Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=5r4k5xnw
time="2022-01-26T02:51:00.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=lx9dwd2m
time="2022-01-26T02:51:00.611Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=5r4k5xnw
time="2022-01-26T02:51:00.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lx9dwd2m
time="2022-01-26T02:51:00.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5r4k5xnw
time="2022-01-26T02:51:00.611Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=qs2k4bgc
time="2022-01-26T02:51:00.611Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.611080418s namespace=/jshu-pool-test-8d8ws reconcileID=qs2k4bgc
time="2022-01-26T02:51:00.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qx2ldsrp
time="2022-01-26T02:51:00.611Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qx2ldsrp
time="2022-01-26T02:51:00.611Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=qs2k4bgc
time="2022-01-26T02:51:00.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qx2ldsrp
time="2022-01-26T02:51:00.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=2zd64rb2
time="2022-01-26T02:51:00.611Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=2zd64rb2
time="2022-01-26T02:51:00.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2zd64rb2
time="2022-01-26T02:51:00.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4j6dbss8
time="2022-01-26T02:51:00.611Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4j6dbss8
time="2022-01-26T02:51:00.611Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4nt6wq4m
time="2022-01-26T02:51:00.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4j6dbss8
time="2022-01-26T02:51:00.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=bxbhb4cj
time="2022-01-26T02:51:00.611Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4nt6wq4m
time="2022-01-26T02:51:00.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nt6wq4m
time="2022-01-26T02:51:00.611Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=bxbhb4cj
time="2022-01-26T02:51:00.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxbhb4cj
time="2022-01-26T02:51:00.616Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=mqgqsbl2
time="2022-01-26T02:51:00.616Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.616Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=mqgqsbl2
time="2022-01-26T02:51:00.616Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=mqgqsbl2
time="2022-01-26T02:51:00.616Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wvz6lqq8
time="2022-01-26T02:51:00.616Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wvz6lqq8
time="2022-01-26T02:51:00.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvz6lqq8
time="2022-01-26T02:51:00.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6dpmm4m2
time="2022-01-26T02:51:00.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.617Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.617Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=plgp92tj
time="2022-01-26T02:51:00.617Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plgp92tj
time="2022-01-26T02:51:00.796Z" level=error msg="could not update powerState" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=29gstmx8
time="2022-01-26T02:51:00.796Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:51:00.796Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=599 elapsedMillisGT=0 outcome=unspecified reconcileID=29gstmx8
time="2022-01-26T02:51:00.796Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:51:00.796Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hhtb8cb8
time="2022-01-26T02:51:00.797Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:00.797Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=hhtb8cb8 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:00.797Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hhtb8cb8 unassignedCount=0
time="2022-01-26T02:51:00.797Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=hhtb8cb8
time="2022-01-26T02:51:00.818Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=22gf972q
time="2022-01-26T02:51:00.818Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=22gf972q
time="2022-01-26T02:51:00.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22gf972q
time="2022-01-26T02:51:00.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=201 elapsedMillisGT=0 outcome=unspecified reconcileID=6dpmm4m2
time="2022-01-26T02:51:00.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=kvxc7h4k
time="2022-01-26T02:51:00.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvxc7h4k
time="2022-01-26T02:51:00.825Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xhmmqzkl
time="2022-01-26T02:51:00.825Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:00.825Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xhmmqzkl
time="2022-01-26T02:51:00.825Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=xhmmqzkl
time="2022-01-26T02:51:00.825Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=2788hf8q
time="2022-01-26T02:51:00.825Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=2788hf8q
time="2022-01-26T02:51:00.825Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2788hf8q
time="2022-01-26T02:51:00.825Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.825Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:00.825Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:00.825Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=lzfkbnwf
time="2022-01-26T02:51:00.825Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=lzfkbnwf
time="2022-01-26T02:51:00.825Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lzfkbnwf
time="2022-01-26T02:51:00.825Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=smv4t8p9
time="2022-01-26T02:51:00.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=57n8fcdn
time="2022-01-26T02:51:00.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57n8fcdn
time="2022-01-26T02:51:00.826Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=68lgwwg4
time="2022-01-26T02:51:00.826Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.826283026s namespace=/jshu-pool-test-8d8ws reconcileID=68lgwwg4
time="2022-01-26T02:51:00.826Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=68lgwwg4
time="2022-01-26T02:51:00.826Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=sqqn2t8z
time="2022-01-26T02:51:00.826Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=sqqn2t8z
time="2022-01-26T02:51:00.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sqqn2t8z
time="2022-01-26T02:51:00.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=ztz7r95m
time="2022-01-26T02:51:00.826Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=ztz7r95m
time="2022-01-26T02:51:00.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztz7r95m
time="2022-01-26T02:51:00.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=tlclpq62
time="2022-01-26T02:51:00.826Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=tlclpq62
time="2022-01-26T02:51:00.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tlclpq62
time="2022-01-26T02:51:00.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=hn4qtjjx
time="2022-01-26T02:51:00.826Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=hn4qtjjx
time="2022-01-26T02:51:00.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn4qtjjx
time="2022-01-26T02:51:00.996Z" level=error msg="could not update powerState" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Running reconcileID=hhtb8cb8
time="2022-01-26T02:51:00.996Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:51:00.996Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=199 elapsedMillisGT=0 outcome=unspecified reconcileID=hhtb8cb8
time="2022-01-26T02:51:00.996Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:51:00.996Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pq4hswx4
time="2022-01-26T02:51:00.996Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:00.996Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=pq4hswx4 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:00.996Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pq4hswx4 unassignedCount=0
time="2022-01-26T02:51:00.996Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=pq4hswx4
time="2022-01-26T02:51:01.018Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=qqtwblxc
time="2022-01-26T02:51:01.018Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=qqtwblxc
time="2022-01-26T02:51:01.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qqtwblxc
time="2022-01-26T02:51:01.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=x5tlskpn
time="2022-01-26T02:51:01.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x5tlskpn
time="2022-01-26T02:51:01.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=67mplrxb
time="2022-01-26T02:51:01.018Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=67mplrxb
time="2022-01-26T02:51:01.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67mplrxb
time="2022-01-26T02:51:01.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=l7q6w5g2
time="2022-01-26T02:51:01.018Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=l7q6w5g2
time="2022-01-26T02:51:01.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7q6w5g2
time="2022-01-26T02:51:01.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=kgjctnq2
time="2022-01-26T02:51:01.018Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=c494k7kl
time="2022-01-26T02:51:01.018Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=kgjctnq2
time="2022-01-26T02:51:01.018Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:01.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kgjctnq2
time="2022-01-26T02:51:01.018Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=c494k7kl
time="2022-01-26T02:51:01.018Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=c494k7kl
time="2022-01-26T02:51:01.018Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=dn2jjrvg
time="2022-01-26T02:51:01.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.019Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=dn2jjrvg
time="2022-01-26T02:51:01.019Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dn2jjrvg
time="2022-01-26T02:51:01.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:01.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=2q9gx622
time="2022-01-26T02:51:01.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=jvdr9btk
time="2022-01-26T02:51:01.019Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=2q9gx622
time="2022-01-26T02:51:01.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2q9gx622
time="2022-01-26T02:51:01.019Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=jvdr9btk
time="2022-01-26T02:51:01.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jvdr9btk
time="2022-01-26T02:51:01.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=94nd7jg9
time="2022-01-26T02:51:01.019Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=hmz8xdjv
time="2022-01-26T02:51:01.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94nd7jg9
time="2022-01-26T02:51:01.019Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=2.019207587s namespace=/jshu-pool-test-8d8ws reconcileID=hmz8xdjv
time="2022-01-26T02:51:01.019Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=hmz8xdjv
time="2022-01-26T02:51:01.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=193 elapsedMillisGT=0 outcome=unspecified reconcileID=smv4t8p9
time="2022-01-26T02:51:01.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=fzqnxjww
time="2022-01-26T02:51:01.019Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=fzqnxjww
time="2022-01-26T02:51:01.195Z" level=error msg="could not update powerState" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=pq4hswx4
time="2022-01-26T02:51:01.195Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:51:01.195Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=198 elapsedMillisGT=0 outcome=unspecified reconcileID=pq4hswx4
time="2022-01-26T02:51:01.195Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:51:01.195Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dmnzgznl
time="2022-01-26T02:51:01.195Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:01.195Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=dmnzgznl stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:01.195Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dmnzgznl unassignedCount=0
time="2022-01-26T02:51:01.195Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=dmnzgznl
time="2022-01-26T02:51:01.219Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=200 elapsedMillisGT=0 outcome=unspecified reconcileID=fzqnxjww
time="2022-01-26T02:51:01.22Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=4242l75z
time="2022-01-26T02:51:01.22Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=4242l75z
time="2022-01-26T02:51:01.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4242l75z
time="2022-01-26T02:51:01.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xqrc6xfq
time="2022-01-26T02:51:01.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xqrc6xfq
time="2022-01-26T02:51:01.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=6h77pkdh
time="2022-01-26T02:51:01.22Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=6h77pkdh
time="2022-01-26T02:51:01.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6h77pkdh
time="2022-01-26T02:51:01.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=fwqzbg6f
time="2022-01-26T02:51:01.22Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=fwqzbg6f
time="2022-01-26T02:51:01.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwqzbg6f
time="2022-01-26T02:51:01.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.22Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:01.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=zcv2wvdw
time="2022-01-26T02:51:01.22Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=zcv2wvdw
time="2022-01-26T02:51:01.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zcv2wvdw
time="2022-01-26T02:51:01.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=z6kqj64f
time="2022-01-26T02:51:01.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=mtptbrjh
time="2022-01-26T02:51:01.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mtptbrjh
time="2022-01-26T02:51:01.221Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=wqs5598f
time="2022-01-26T02:51:01.221Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=2.221330231s namespace=/jshu-pool-test-8d8ws reconcileID=wqs5598f
time="2022-01-26T02:51:01.221Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=wqs5598f
time="2022-01-26T02:51:01.221Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=8cf6mgt4
time="2022-01-26T02:51:01.221Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:01.221Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=8cf6mgt4
time="2022-01-26T02:51:01.221Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=8cf6mgt4
time="2022-01-26T02:51:01.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=qcw5hrmt
time="2022-01-26T02:51:01.221Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=qcw5hrmt
time="2022-01-26T02:51:01.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qcw5hrmt
time="2022-01-26T02:51:01.221Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=t2lsn8zr
time="2022-01-26T02:51:01.221Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=t2lsn8zr
time="2022-01-26T02:51:01.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2lsn8zr
time="2022-01-26T02:51:01.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=rptrfq9j
time="2022-01-26T02:51:01.221Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=rptrfq9j
time="2022-01-26T02:51:01.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rptrfq9j
time="2022-01-26T02:51:01.423Z" level=error msg="could not update powerState" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=dmnzgznl
time="2022-01-26T02:51:01.423Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:51:01.423Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=228 elapsedMillisGT=0 outcome=unspecified reconcileID=dmnzgznl
time="2022-01-26T02:51:01.423Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:51:01.423Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5lkcd25c
time="2022-01-26T02:51:01.423Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:01.423Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=5lkcd25c stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:01.424Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5lkcd25c unassignedCount=0
time="2022-01-26T02:51:01.424Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=5lkcd25c
time="2022-01-26T02:51:01.437Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=78s29dvw
time="2022-01-26T02:51:01.438Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=78s29dvw
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78s29dvw
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=8zlbd5cf
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8zlbd5cf
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=szphz6c7
time="2022-01-26T02:51:01.438Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=szphz6c7
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szphz6c7
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=pctbljgr
time="2022-01-26T02:51:01.438Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=pctbljgr
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pctbljgr
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.438Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=2f5c54n7
time="2022-01-26T02:51:01.438Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=2f5c54n7
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2f5c54n7
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=cbgr7jzt
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cbgr7jzt
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=mvpwrmn7
time="2022-01-26T02:51:01.438Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=2.438618573s namespace=/jshu-pool-test-8d8ws reconcileID=mvpwrmn7
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=mvpwrmn7
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=5f9s6sbm
time="2022-01-26T02:51:01.438Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:01.438Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=5f9s6sbm
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=5f9s6sbm
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4ng75qcs
time="2022-01-26T02:51:01.438Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4ng75qcs
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4ng75qcs
time="2022-01-26T02:51:01.438Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=q42pns4r
time="2022-01-26T02:51:01.438Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=q42pns4r
time="2022-01-26T02:51:01.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q42pns4r
time="2022-01-26T02:51:01.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=rn8w7vdr
time="2022-01-26T02:51:01.439Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=rn8w7vdr
time="2022-01-26T02:51:01.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rn8w7vdr
time="2022-01-26T02:51:01.439Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=z6kqj64f
time="2022-01-26T02:51:01.439Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=z6kqj64f
time="2022-01-26T02:51:01.439Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws-merged-pull-secret reconcileID=z6kqj64f
time="2022-01-26T02:51:01.601Z" level=error msg="could not update powerState" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=5lkcd25c
time="2022-01-26T02:51:01.601Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:51:01.601Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=177 elapsedMillisGT=0 outcome=unspecified reconcileID=5lkcd25c
time="2022-01-26T02:51:01.601Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:51:01.601Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kfhnt5b7
time="2022-01-26T02:51:01.601Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:01.601Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=kfhnt5b7 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:01.601Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kfhnt5b7 unassignedCount=0
time="2022-01-26T02:51:01.601Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=kfhnt5b7
time="2022-01-26T02:51:01.608Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=z6kqj64f secretName=jshu-pool-test-8d8ws-merged-pull-secret
time="2022-01-26T02:51:01.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=387 elapsedMillisGT=0 outcome=unspecified reconcileID=z6kqj64f
time="2022-01-26T02:51:01.609Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7grxr7sh
time="2022-01-26T02:51:01.609Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.609Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7grxr7sh
time="2022-01-26T02:51:01.609Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7grxr7sh
time="2022-01-26T02:51:01.609Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.609Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws-imageset reconcileID=7grxr7sh
time="2022-01-26T02:51:01.609Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=7grxr7sh releaseImage="quay.io/openshift-release-dev/ocp-release:4.9.0-rc.6-x86_64"
time="2022-01-26T02:51:01.803Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=jc5vxr6m
time="2022-01-26T02:51:01.803Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=jc5vxr6m
time="2022-01-26T02:51:01.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jc5vxr6m
time="2022-01-26T02:51:01.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=tzq9wzmz
time="2022-01-26T02:51:01.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzq9wzmz
time="2022-01-26T02:51:01.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=j72hn849
time="2022-01-26T02:51:01.804Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=j72hn849
time="2022-01-26T02:51:01.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j72hn849
time="2022-01-26T02:51:01.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=p9zr4d4n
time="2022-01-26T02:51:01.804Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=p9zr4d4n
time="2022-01-26T02:51:01.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p9zr4d4n
time="2022-01-26T02:51:01.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.804Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:01.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:01.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=rhjxl6p4
time="2022-01-26T02:51:01.804Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=rhjxl6p4
time="2022-01-26T02:51:01.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhjxl6p4
time="2022-01-26T02:51:01.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=nblp576t
time="2022-01-26T02:51:01.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nblp576t
time="2022-01-26T02:51:01.805Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=kfhnt5b7
time="2022-01-26T02:51:01.805Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=skfjvhlt
time="2022-01-26T02:51:01.805Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=skfjvhlt
time="2022-01-26T02:51:01.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skfjvhlt
time="2022-01-26T02:51:01.805Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=s67mvwgz
time="2022-01-26T02:51:01.805Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=2.805383145s namespace=/jshu-pool-test-8d8ws reconcileID=s67mvwgz
time="2022-01-26T02:51:01.805Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=s67mvwgz
time="2022-01-26T02:51:01.805Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4mn95ckb
time="2022-01-26T02:51:01.805Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:01.805Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4mn95ckb
time="2022-01-26T02:51:01.805Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=4mn95ckb
time="2022-01-26T02:51:01.805Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=shwt8gr4
time="2022-01-26T02:51:01.805Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=shwt8gr4
time="2022-01-26T02:51:01.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=shwt8gr4
time="2022-01-26T02:51:01.805Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=kmj7kgjt
time="2022-01-26T02:51:01.805Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=kmj7kgjt
time="2022-01-26T02:51:01.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kmj7kgjt
time="2022-01-26T02:51:01.82Z" level=info msg="created service account" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=7grxr7sh
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=4lrx2jzx
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=2tw4hn2s
time="2022-01-26T02:51:02.002Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=4lrx2jzx
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4lrx2jzx
time="2022-01-26T02:51:02.002Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=245xvqt2
time="2022-01-26T02:51:02.002Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=2tw4hn2s
time="2022-01-26T02:51:02.002Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=245xvqt2
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2tw4hn2s
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=245xvqt2
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=k2btfmvs
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2btfmvs
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.002Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=94588f6t
time="2022-01-26T02:51:02.002Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=94588f6t
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94588f6t
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=hsg2jjtp
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=6wzhz5gq
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wzhz5gq
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=96hc6r8x
time="2022-01-26T02:51:02.002Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=3.002566898s namespace=/jshu-pool-test-8hfg5 reconcileID=96hc6r8x
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=96hc6r8x
time="2022-01-26T02:51:02.002Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=km2tt86s
time="2022-01-26T02:51:02.002Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:02.002Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=km2tt86s
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=km2tt86s
time="2022-01-26T02:51:02.002Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=tpjjd78r
time="2022-01-26T02:51:02.002Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=tpjjd78r
time="2022-01-26T02:51:02.002Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=hsg2jjtp
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpjjd78r
time="2022-01-26T02:51:02.002Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=hsg2jjtp
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=22b2rtbs
time="2022-01-26T02:51:02.002Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=hsg2jjtp
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsg2jjtp
time="2022-01-26T02:51:02.002Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=22b2rtbs
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22b2rtbs
time="2022-01-26T02:51:02.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=mdql6nf6
time="2022-01-26T02:51:02.002Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=mdql6nf6
time="2022-01-26T02:51:02.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdql6nf6
time="2022-01-26T02:51:02.044Z" level=info msg="created role" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=7grxr7sh
time="2022-01-26T02:51:02.196Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=594 elapsedMillisGT=0 outcome=unspecified reconcileID=kfhnt5b7
time="2022-01-26T02:51:02.196Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6xjfsvth
time="2022-01-26T02:51:02.196Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:02.196Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=6xjfsvth stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:02.196Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6xjfsvth unassignedCount=0
time="2022-01-26T02:51:02.196Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=6xjfsvth
time="2022-01-26T02:51:02.249Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=7grxr7sh
time="2022-01-26T02:51:02.403Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=qm9dhfq5
time="2022-01-26T02:51:02.403Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=qm9dhfq5
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=dr4rnljg
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qm9dhfq5
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=dsjxgwbw
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dr4rnljg
time="2022-01-26T02:51:02.403Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=3.403705967s namespace=/jshu-pool-test-8hfg5 reconcileID=dsjxgwbw
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=dsjxgwbw
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=rtxqhh99
time="2022-01-26T02:51:02.403Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=rtxqhh99
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rtxqhh99
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=2mb74xjz
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xzmxbjrl
time="2022-01-26T02:51:02.403Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=2mb74xjz
time="2022-01-26T02:51:02.403Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mb74xjz
time="2022-01-26T02:51:02.403Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xzmxbjrl
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=xzmxbjrl
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.403Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=l87sb67v
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:02.403Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=l87sb67v
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=tbbm7l4k
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l87sb67v
time="2022-01-26T02:51:02.403Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=tbbm7l4k
time="2022-01-26T02:51:02.403Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=96t24mc9
time="2022-01-26T02:51:02.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbbm7l4k
time="2022-01-26T02:51:02.404Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=8cmftb9p
time="2022-01-26T02:51:02.404Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=96t24mc9
time="2022-01-26T02:51:02.404Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96t24mc9
time="2022-01-26T02:51:02.404Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=z4d9lvk9
time="2022-01-26T02:51:02.404Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=z4d9lvk9
time="2022-01-26T02:51:02.404Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4d9lvk9
time="2022-01-26T02:51:02.404Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.404Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=gphl7hcd
time="2022-01-26T02:51:02.404Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gphl7hcd
time="2022-01-26T02:51:02.404Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.404Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=8cmftb9p
time="2022-01-26T02:51:02.404Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=8cmftb9p
time="2022-01-26T02:51:02.404Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=8cmftb9p
time="2022-01-26T02:51:02.404Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8cmftb9p
time="2022-01-26T02:51:02.404Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=6xjfsvth
time="2022-01-26T02:51:02.408Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsed=3.408613351 reconcileID=7grxr7sh
time="2022-01-26T02:51:02.408Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=799 elapsedMillisGT=0 outcome=unspecified reconcileID=7grxr7sh
time="2022-01-26T02:51:02.408Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8xwplfbx
time="2022-01-26T02:51:02.408Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.408Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8xwplfbx
time="2022-01-26T02:51:02.408Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8xwplfbx
time="2022-01-26T02:51:02.408Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.408Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws-imageset reconcileID=8xwplfbx
time="2022-01-26T02:51:02.408Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=8xwplfbx releaseImage="quay.io/openshift-release-dev/ocp-release:4.9.0-rc.6-x86_64"
time="2022-01-26T02:51:02.408Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=8xwplfbx
time="2022-01-26T02:51:02.408Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=8xwplfbx
time="2022-01-26T02:51:02.408Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=8xwplfbx
time="2022-01-26T02:51:02.409Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:51:02.593Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=v9ljn5s4
time="2022-01-26T02:51:02.593Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.593Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:02.593Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=v9ljn5s4
time="2022-01-26T02:51:02.594Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=v9ljn5s4
time="2022-01-26T02:51:02.594Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=v9ljn5s4
time="2022-01-26T02:51:02.594Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9ljn5s4
time="2022-01-26T02:51:02.603Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=jv7xkpdn
time="2022-01-26T02:51:02.603Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=jv7xkpdn
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jv7xkpdn
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jrrfk6sd
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrrfk6sd
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=nrc89bhb
time="2022-01-26T02:51:02.603Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=nrc89bhb
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nrc89bhb
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=48ddb79v
time="2022-01-26T02:51:02.603Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=48ddb79v
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=48ddb79v
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=406 elapsedMillisGT=0 outcome=unspecified reconcileID=6xjfsvth
time="2022-01-26T02:51:02.603Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm2kdlkr
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=h269qvx5
time="2022-01-26T02:51:02.603Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:02.603Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=h269qvx5
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h269qvx5
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=8l68jb6z
time="2022-01-26T02:51:02.603Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=qm2kdlkr stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:02.603Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm2kdlkr unassignedCount=0
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8l68jb6z
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qm2kdlkr
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=vkr484bv
time="2022-01-26T02:51:02.603Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=3.60359256s namespace=/jshu-pool-test-8d8ws reconcileID=vkr484bv
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=stl9jpnz
time="2022-01-26T02:51:02.603Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=stl9jpnz
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=vkr484bv
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=stl9jpnz
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=fxknjlnx
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8p8flp9
time="2022-01-26T02:51:02.603Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=fxknjlnx
time="2022-01-26T02:51:02.603Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fxknjlnx
time="2022-01-26T02:51:02.603Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8p8flp9
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=q8p8flp9
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=fcw8q7pw
time="2022-01-26T02:51:02.603Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwd9dsk2
time="2022-01-26T02:51:02.603Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=fcw8q7pw
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcw8q7pw
time="2022-01-26T02:51:02.603Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:02.603Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=xwd9dsk2 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:02.603Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwd9dsk2 unassignedCount=0
time="2022-01-26T02:51:02.603Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwd9dsk2
time="2022-01-26T02:51:02.612Z" level=info msg="error creating job" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment error="jobs.batch \"jshu-pool-test-8d8ws-imageset\" already exists" job=jshu-pool-test-8d8ws-imageset reconcileID=8xwplfbx
time="2022-01-26T02:51:02.612Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=203 elapsedMillisGT=0 outcome=unspecified reconcileID=8xwplfbx
time="2022-01-26T02:51:02.612Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="jobs.batch \"jshu-pool-test-8d8ws-imageset\" already exists" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.612Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=gnxfm7kq
time="2022-01-26T02:51:02.612Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.612Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.612Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=gnxfm7kq
time="2022-01-26T02:51:02.612Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=gnxfm7kq
time="2022-01-26T02:51:02.612Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=gnxfm7kq
time="2022-01-26T02:51:02.612Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnxfm7kq
time="2022-01-26T02:51:02.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=9fkhx42v
time="2022-01-26T02:51:02.617Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.617Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:02.617Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=9fkhx42v
time="2022-01-26T02:51:02.617Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=9fkhx42v
time="2022-01-26T02:51:02.617Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=9fkhx42v
time="2022-01-26T02:51:02.617Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9fkhx42v
time="2022-01-26T02:51:04.942Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=c889sk9k
time="2022-01-26T02:51:04.942Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:04.942Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:04.942Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=c889sk9k
time="2022-01-26T02:51:04.942Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=c889sk9k
time="2022-01-26T02:51:04.942Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=c889sk9k
time="2022-01-26T02:51:04.942Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c889sk9k
time="2022-01-26T02:51:12.594Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7k45hkxg
time="2022-01-26T02:51:12.594Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:12.594Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:12.594Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7k45hkxg
time="2022-01-26T02:51:12.594Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7k45hkxg
time="2022-01-26T02:51:12.594Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=7k45hkxg
time="2022-01-26T02:51:12.594Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7k45hkxg
time="2022-01-26T02:51:12.618Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=ddtslv6z
time="2022-01-26T02:51:12.618Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:12.618Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:12.618Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=ddtslv6z
time="2022-01-26T02:51:12.618Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=ddtslv6z
time="2022-01-26T02:51:12.618Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=ddtslv6z
time="2022-01-26T02:51:12.618Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddtslv6z
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=6szh699t
time="2022-01-26T02:51:13.061Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2wfm9nmq
time="2022-01-26T02:51:13.061Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=6szh699t
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=mmkffx2n
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mmkffx2n
time="2022-01-26T02:51:13.061Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2wfm9nmq
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wfm9nmq
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6szh699t
time="2022-01-26T02:51:13.061Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=cn7qqm4k
time="2022-01-26T02:51:13.061Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=cn7qqm4k
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=znpj6xhf
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cn7qqm4k
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=9csmvm7t
time="2022-01-26T02:51:13.061Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=9csmvm7t
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9csmvm7t
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jml2ggls
time="2022-01-26T02:51:13.061Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=znpj6xhf
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znpj6xhf
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d9mm5xcq
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=7n2jn7lc
time="2022-01-26T02:51:13.061Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.061Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=d9mm5xcq stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.061Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d9mm5xcq unassignedCount=0
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d9mm5xcq
time="2022-01-26T02:51:13.061Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.061Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.061Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jml2ggls
time="2022-01-26T02:51:13.061Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jml2ggls
time="2022-01-26T02:51:13.061Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=jml2ggls
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jml2ggls
time="2022-01-26T02:51:13.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=sb2q84l8
time="2022-01-26T02:51:13.061Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=sb2q84l8
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sb2q84l8
time="2022-01-26T02:51:13.06Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=g8rxwvhm
time="2022-01-26T02:51:13.061Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=g8rxwvhm
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g8rxwvhm
time="2022-01-26T02:51:13.062Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=ccnrknwk
time="2022-01-26T02:51:13.062Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:13.062Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=ccnrknwk
time="2022-01-26T02:51:13.062Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=ccnrknwk
time="2022-01-26T02:51:13.062Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=95kk4slf
time="2022-01-26T02:51:13.062Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.062116743s namespace=/jshu-pool-test-8d8ws reconcileID=95kk4slf
time="2022-01-26T02:51:13.062Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=95kk4slf
time="2022-01-26T02:51:13.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7n2jn7lc
time="2022-01-26T02:51:13.075Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=jccnkxr6
time="2022-01-26T02:51:13.075Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=jccnkxr6
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=ncxtp8rz
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jccnkxr6
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=kxhldbxr
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ncxtp8rz
time="2022-01-26T02:51:13.075Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=kxhldbxr
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxhldbxr
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=t57h7mwl
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vwz4fwgn
time="2022-01-26T02:51:13.075Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:13.075Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=t57h7mwl
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t57h7mwl
time="2022-01-26T02:51:13.075Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vwz4fwgn
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=vwz4fwgn
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=h4gcmvss
time="2022-01-26T02:51:13.075Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=h4gcmvss
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4gcmvss
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=2ftssgjb
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.075Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:13.075Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=2ftssgjb
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ftssgjb
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=fzgztbzs
time="2022-01-26T02:51:13.075Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=fzgztbzs
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fzgztbzs
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h42lgb7z
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=j4fk2hqn
time="2022-01-26T02:51:13.075Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.075Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=h42lgb7z stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.075Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h42lgb7z unassignedCount=0
time="2022-01-26T02:51:13.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h42lgb7z
time="2022-01-26T02:51:13.075Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=j4fk2hqn
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=t62cvdsq
time="2022-01-26T02:51:13.075Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=j4fk2hqn
time="2022-01-26T02:51:13.075Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=t62cvdsq
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t62cvdsq
time="2022-01-26T02:51:13.075Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=j4fk2hqn
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j4fk2hqn
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=8mpmlkf6
time="2022-01-26T02:51:13.075Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=bq2gmbq9
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8mpmlkf6
time="2022-01-26T02:51:13.075Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.075939781s namespace=/jshu-pool-test-8hfg5 reconcileID=bq2gmbq9
time="2022-01-26T02:51:13.075Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=bq2gmbq9
time="2022-01-26T02:51:13.249Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:51:13.249Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:51:13.249Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:51:13.249Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:51:13.249Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:51:13.249Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:51:13.595Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=w5vgfgks
time="2022-01-26T02:51:13.596Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.596Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.596Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=w5vgfgks
time="2022-01-26T02:51:13.596Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=w5vgfgks
time="2022-01-26T02:51:13.596Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=w5vgfgks
time="2022-01-26T02:51:13.596Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5vgfgks
time="2022-01-26T02:51:13.609Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=56rb5lwj
time="2022-01-26T02:51:13.61Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.61Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.61Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=56rb5lwj
time="2022-01-26T02:51:13.61Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=56rb5lwj
time="2022-01-26T02:51:13.61Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=56rb5lwj
time="2022-01-26T02:51:13.61Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56rb5lwj
time="2022-01-26T02:51:13.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=hkvmznqd
time="2022-01-26T02:51:13.611Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.611Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.611Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=hkvmznqd
time="2022-01-26T02:51:13.611Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=hkvmznqd
time="2022-01-26T02:51:13.611Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=hkvmznqd
time="2022-01-26T02:51:13.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkvmznqd
time="2022-01-26T02:51:13.619Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lb4j2ffn
time="2022-01-26T02:51:13.619Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.62Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.62Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lb4j2ffn
time="2022-01-26T02:51:13.62Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lb4j2ffn
time="2022-01-26T02:51:13.62Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=lb4j2ffn
time="2022-01-26T02:51:13.62Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lb4j2ffn
time="2022-01-26T02:51:13.62Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=j9wxjcmc
time="2022-01-26T02:51:13.62Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.62Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.62Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=j9wxjcmc
time="2022-01-26T02:51:13.62Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=j9wxjcmc
time="2022-01-26T02:51:13.62Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=j9wxjcmc
time="2022-01-26T02:51:13.62Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9wxjcmc
time="2022-01-26T02:51:13.627Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=drcss9r9
time="2022-01-26T02:51:13.627Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.627Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.627Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=drcss9r9
time="2022-01-26T02:51:13.627Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=drcss9r9
time="2022-01-26T02:51:13.627Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment job=jshu-pool-test-8hfg5-imageset reconcileID=drcss9r9 successful=true
time="2022-01-26T02:51:13.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=brgl8m7w
time="2022-01-26T02:51:13.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.631Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=brgl8m7w
time="2022-01-26T02:51:13.631Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=brgl8m7w
time="2022-01-26T02:51:13.631Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=brgl8m7w
time="2022-01-26T02:51:13.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brgl8m7w
time="2022-01-26T02:51:13.636Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=drcss9r9
time="2022-01-26T02:51:13.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bglkdr59
time="2022-01-26T02:51:13.639Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.639Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.639Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bglkdr59
time="2022-01-26T02:51:13.639Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bglkdr59
time="2022-01-26T02:51:13.639Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment job=jshu-pool-test-8d8ws-imageset reconcileID=bglkdr59 successful=true
time="2022-01-26T02:51:13.651Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=5z4cqn8z
time="2022-01-26T02:51:13.651Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=5z4cqn8z
time="2022-01-26T02:51:13.651Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5z4cqn8z
time="2022-01-26T02:51:13.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=jpx2hsts
time="2022-01-26T02:51:13.651Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jpx2hsts
time="2022-01-26T02:51:13.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=bg5gglmh
time="2022-01-26T02:51:13.651Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=bg5gglmh
time="2022-01-26T02:51:13.651Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bg5gglmh
time="2022-01-26T02:51:13.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=4wd94kgc
time="2022-01-26T02:51:13.651Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=4wd94kgc
time="2022-01-26T02:51:13.651Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wd94kgc
time="2022-01-26T02:51:13.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.651Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.651Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:13.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=gr5s5kth
time="2022-01-26T02:51:13.651Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=gr5s5kth
time="2022-01-26T02:51:13.651Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gr5s5kth
time="2022-01-26T02:51:13.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=x4rxqv7m
time="2022-01-26T02:51:13.651Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x4rxqv7m
time="2022-01-26T02:51:13.652Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=x4tdrr9r
time="2022-01-26T02:51:13.652Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.652026914s namespace=/jshu-pool-test-8hfg5 reconcileID=x4tdrr9r
time="2022-01-26T02:51:13.652Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=x4tdrr9r
time="2022-01-26T02:51:13.652Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=stjkgwdm
time="2022-01-26T02:51:13.652Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:13.652Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=stjkgwdm
time="2022-01-26T02:51:13.652Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=stjkgwdm
time="2022-01-26T02:51:13.652Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=h6l5xdls
time="2022-01-26T02:51:13.652Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=h6l5xdls
time="2022-01-26T02:51:13.652Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h6l5xdls
time="2022-01-26T02:51:13.652Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=8f7vkfdv
time="2022-01-26T02:51:13.652Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=8f7vkfdv
time="2022-01-26T02:51:13.652Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8f7vkfdv
time="2022-01-26T02:51:13.652Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=th55s9rv
time="2022-01-26T02:51:13.652Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.652Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=th55s9rv stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.652Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=th55s9rv unassignedCount=0
time="2022-01-26T02:51:13.652Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=th55s9rv
time="2022-01-26T02:51:13.652Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=bxjrgns4
time="2022-01-26T02:51:13.652Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=bxjrgns4
time="2022-01-26T02:51:13.652Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxjrgns4
time="2022-01-26T02:51:13.652Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.659Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bglkdr59
time="2022-01-26T02:51:13.666Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=gwn8jf8v
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=xrvjbq8n
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xrvjbq8n
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.666Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=qlb7mj4r
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=p9z842xq
time="2022-01-26T02:51:13.666Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=p9z842xq
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p9z842xq
time="2022-01-26T02:51:13.666Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=qlb7mj4r
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlb7mj4r
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=smhkq4fm
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=mwmjvvf6
time="2022-01-26T02:51:13.666Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=smhkq4fm
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=smhkq4fm
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwmjvvf6
time="2022-01-26T02:51:13.666Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=gwn8jf8v
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwn8jf8v
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=w4kx28v9
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=r8t8dk5r
time="2022-01-26T02:51:13.666Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.666646763s namespace=/jshu-pool-test-8hfg5 reconcileID=w4kx28v9
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=w4kx28v9
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=cttcc7xw
time="2022-01-26T02:51:13.666Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=cttcc7xw
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=n65fbbsg
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cttcc7xw
time="2022-01-26T02:51:13.666Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:13.666Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=n65fbbsg
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=n65fbbsg
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dpmwnb89
time="2022-01-26T02:51:13.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=bstwnthz
time="2022-01-26T02:51:13.666Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=bstwnthz
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bstwnthz
time="2022-01-26T02:51:13.666Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=r8t8dk5r
time="2022-01-26T02:51:13.666Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8t8dk5r
time="2022-01-26T02:51:13.666Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=dpmwnb89 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.667Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dpmwnb89 unassignedCount=0
time="2022-01-26T02:51:13.667Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dpmwnb89
time="2022-01-26T02:51:13.667Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=drcss9r9
time="2022-01-26T02:51:13.667Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=drcss9r9
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.671Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=pxf9s9hg
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:13.671Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wvv6lz6w
time="2022-01-26T02:51:13.671Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=pxf9s9hg
time="2022-01-26T02:51:13.671Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wvv6lz6w
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pxf9s9hg
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvv6lz6w
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=ksjsnmxn
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=2c2sj6s2
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ksjsnmxn
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2c2sj6s2
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=hqrhm8gm
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=gd2qh426
time="2022-01-26T02:51:13.671Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.671680321s namespace=/jshu-pool-test-8d8ws reconcileID=hqrhm8gm
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=hqrhm8gm
time="2022-01-26T02:51:13.671Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=gd2qh426
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gd2qh426
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=js45vltp
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454dtpwc
time="2022-01-26T02:51:13.671Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:13.671Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=js45vltp
time="2022-01-26T02:51:13.671Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454dtpwc
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=454dtpwc
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=js45vltp
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=wvkjrmpn
time="2022-01-26T02:51:13.671Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=wvkjrmpn
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvkjrmpn
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=86hgp89v
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=r8dm2c27
time="2022-01-26T02:51:13.671Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=r8dm2c27
time="2022-01-26T02:51:13.671Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8dm2c27
time="2022-01-26T02:51:13.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=pmtvsfdf
time="2022-01-26T02:51:13.671Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=pmtvsfdf
time="2022-01-26T02:51:13.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmtvsfdf
time="2022-01-26T02:51:13.671Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=86hgp89v stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.672Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=86hgp89v unassignedCount=0
time="2022-01-26T02:51:13.672Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86hgp89v
time="2022-01-26T02:51:13.672Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=51 elapsedMillisGT=0 outcome=unspecified reconcileID=drcss9r9
time="2022-01-26T02:51:13.679Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=2xfc7z6q
time="2022-01-26T02:51:13.679Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=2xfc7z6q
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pbnrcszq
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2xfc7z6q
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=xlf9bd6n
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xlf9bd6n
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=27zmzn8c
time="2022-01-26T02:51:13.679Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.679Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=27zmzn8c
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27zmzn8c
time="2022-01-26T02:51:13.679Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=h4lv2tms
time="2022-01-26T02:51:13.679Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pbnrcszq
time="2022-01-26T02:51:13.679Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=h4lv2tms
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4lv2tms
time="2022-01-26T02:51:13.679Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pbnrcszq
time="2022-01-26T02:51:13.679Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lllzw62s
time="2022-01-26T02:51:13.679Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:13.679Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lllzw62s
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=lllzw62s
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.679Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=2qxw5zcz
time="2022-01-26T02:51:13.679Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pbnrcszq
time="2022-01-26T02:51:13.679Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=2qxw5zcz
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2qxw5zcz
time="2022-01-26T02:51:13.679Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment name=cluster-installer reconcileID=pbnrcszq
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=x7h7kskn
time="2022-01-26T02:51:13.679Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment name=cluster-installer reconcileID=pbnrcszq
time="2022-01-26T02:51:13.679Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment name=cluster-installer reconcileID=pbnrcszq
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x7h7kskn
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=sjbq2hp5
time="2022-01-26T02:51:13.679Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.679873002s namespace=/jshu-pool-test-8hfg5 reconcileID=sjbq2hp5
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=sjbq2hp5
time="2022-01-26T02:51:13.679Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=pgpw9pw6
time="2022-01-26T02:51:13.679Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-test-8hfg5-0-zrkjk namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.679Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=pgpw9pw6
time="2022-01-26T02:51:13.679Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5-0-zrkjk reconcileID=pbnrcszq
time="2022-01-26T02:51:13.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pgpw9pw6
time="2022-01-26T02:51:13.679Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=6b4c4dkv
time="2022-01-26T02:51:13.68Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=6b4c4dkv
time="2022-01-26T02:51:13.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6b4c4dkv
time="2022-01-26T02:51:13.68Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdd2f4cv
time="2022-01-26T02:51:13.68Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.68Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=fdd2f4cv stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.68Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdd2f4cv unassignedCount=0
time="2022-01-26T02:51:13.68Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdd2f4cv
time="2022-01-26T02:51:13.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=rxcssn4k
time="2022-01-26T02:51:13.68Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=rxcssn4k
time="2022-01-26T02:51:13.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rxcssn4k
time="2022-01-26T02:51:13.683Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=cvbhvnnp
time="2022-01-26T02:51:13.683Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=cvbhvnnp
time="2022-01-26T02:51:13.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvbhvnnp
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6cbpg4c6
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6cbpg4c6
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=c4ph7jbn
time="2022-01-26T02:51:13.684Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=c4ph7jbn
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c4ph7jbn
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=skxmvtpp
time="2022-01-26T02:51:13.684Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=skxmvtpp
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skxmvtpp
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.684Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=jm5s7gvw
time="2022-01-26T02:51:13.684Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=jm5s7gvw
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jm5s7gvw
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=2zcnxnqh
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2zcnxnqh
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=2zg4fqwp
time="2022-01-26T02:51:13.684Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.68435557s namespace=/jshu-pool-test-8d8ws reconcileID=2zg4fqwp
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=2zg4fqwp
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=gfvsrn5v
time="2022-01-26T02:51:13.684Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=w9c8h5qk
time="2022-01-26T02:51:13.684Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=w9c8h5qk
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w9c8h5qk
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=p6jlswwp
time="2022-01-26T02:51:13.684Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=p6jlswwp
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p6jlswwp
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hpkcsqr4
time="2022-01-26T02:51:13.684Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.684Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=hpkcsqr4 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.684Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hpkcsqr4 unassignedCount=0
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hpkcsqr4
time="2022-01-26T02:51:13.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=fdnhc5m2
time="2022-01-26T02:51:13.684Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=fdnhc5m2
time="2022-01-26T02:51:13.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdnhc5m2
time="2022-01-26T02:51:13.685Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bglkdr59
time="2022-01-26T02:51:13.685Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bglkdr59
time="2022-01-26T02:51:13.684Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=gfvsrn5v
time="2022-01-26T02:51:13.685Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=gfvsrn5v
time="2022-01-26T02:51:13.696Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mpxsh4xv
time="2022-01-26T02:51:13.696Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mpxsh4xv
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mpxsh4xv
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=plh5j9wh
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plh5j9wh
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=h7hrnqct
time="2022-01-26T02:51:13.696Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=h7hrnqct
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7hrnqct
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=zlqj2mh5
time="2022-01-26T02:51:13.696Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=zlqj2mh5
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zlqj2mh5
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.696Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=pnkt8jz6
time="2022-01-26T02:51:13.696Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=pnkt8jz6
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnkt8jz6
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=zz6hlfrp
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zz6hlfrp
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=7qrmv2q7
time="2022-01-26T02:51:13.696Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.696716665s namespace=/jshu-pool-test-8d8ws reconcileID=7qrmv2q7
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=7qrmv2q7
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fj85mb4k
time="2022-01-26T02:51:13.696Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:13.696Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fj85mb4k
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=fj85mb4k
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=hsklmznh
time="2022-01-26T02:51:13.696Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=hsklmznh
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsklmznh
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=bpjhjhll
time="2022-01-26T02:51:13.696Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=bpjhjhll
time="2022-01-26T02:51:13.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bpjhjhll
time="2022-01-26T02:51:13.696Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b7gh4ndq
time="2022-01-26T02:51:13.697Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.697Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=b7gh4ndq stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.697Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b7gh4ndq unassignedCount=0
time="2022-01-26T02:51:13.697Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7gh4ndq
time="2022-01-26T02:51:13.697Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=j2j2wwgm
time="2022-01-26T02:51:13.697Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=j2j2wwgm
time="2022-01-26T02:51:13.697Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2j2wwgm
time="2022-01-26T02:51:13.705Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=66 elapsedMillisGT=0 outcome=unspecified reconcileID=bglkdr59
time="2022-01-26T02:51:13.705Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.705Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.705Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.705Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.705Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.705Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.705Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.705Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.705Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.705Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment name=cluster-installer reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.705Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-test-8d8ws-0-sjfzn namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.705Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws-0-sjfzn reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.705Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.707Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-01-26T02:51:13.707Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.707Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rcmdgxd6
time="2022-01-26T02:51:13.707Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=mxxv5fn5
time="2022-01-26T02:51:13.707Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=mxxv5fn5
time="2022-01-26T02:51:13.707Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:13.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxxv5fn5
time="2022-01-26T02:51:13.707Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-test-8hfg5-0-zrkjk namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.707Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision derivedObject=jshu-pool-test-8hfg5-0-zrkjk-provision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=rcmdgxd6
time="2022-01-26T02:51:13.707Z" level=info msg="creating install job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=rcmdgxd6
time="2022-01-26T02:51:13.707Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:13.707Z" level=info msg="created new provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=pbnrcszq
time="2022-01-26T02:51:13.707Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pbnrcszq
time="2022-01-26T02:51:13.722Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=rcmdgxd6
time="2022-01-26T02:51:13.723Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:51:13.723Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:13.723Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=vjcbvwz4
time="2022-01-26T02:51:13.723Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=vjcbvwz4
time="2022-01-26T02:51:13.723Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:13.73Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=vjcbvwz4
time="2022-01-26T02:51:13.73Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=4486fhn5
time="2022-01-26T02:51:13.731Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=z4b88lzk
time="2022-01-26T02:51:13.731Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=4486fhn5
time="2022-01-26T02:51:13.731Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=z4b88lzk
time="2022-01-26T02:51:13.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4b88lzk
time="2022-01-26T02:51:13.731Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:13.731Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=4486fhn5
time="2022-01-26T02:51:13.731Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=4486fhn5
time="2022-01-26T02:51:13.731Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4486fhn5
time="2022-01-26T02:51:13.752Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-01-26T02:51:13.752Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.752Z" level=info msg="created new provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.752Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wcxdn5bb
time="2022-01-26T02:51:13.752Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=88xtphqm
time="2022-01-26T02:51:13.753Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:13.753Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-test-8d8ws-0-sjfzn namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:13.753Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision derivedObject=jshu-pool-test-8d8ws-0-sjfzn-provision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=88xtphqm
time="2022-01-26T02:51:13.753Z" level=info msg="creating install job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=88xtphqm
time="2022-01-26T02:51:13.753Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:13.753Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=f5p8tmfm
time="2022-01-26T02:51:13.753Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=f5p8tmfm
time="2022-01-26T02:51:13.753Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f5p8tmfm
time="2022-01-26T02:51:13.753Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=69xrfqjg
time="2022-01-26T02:51:13.753Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=69xrfqjg
time="2022-01-26T02:51:13.753Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:13.753Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=69xrfqjg
time="2022-01-26T02:51:13.753Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=69xrfqjg
time="2022-01-26T02:51:13.753Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69xrfqjg
time="2022-01-26T02:51:13.762Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=88xtphqm
time="2022-01-26T02:51:13.763Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:51:13.763Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:13.763Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ljlmnlcf
time="2022-01-26T02:51:13.763Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ljlmnlcf
time="2022-01-26T02:51:13.763Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:13.772Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=brggxj5w
time="2022-01-26T02:51:13.772Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=brggxj5w
time="2022-01-26T02:51:13.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brggxj5w
time="2022-01-26T02:51:13.774Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=ljlmnlcf
time="2022-01-26T02:51:13.774Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=zjvwjl97
time="2022-01-26T02:51:13.774Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=zjvwjl97
time="2022-01-26T02:51:13.774Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:13.774Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=zjvwjl97
time="2022-01-26T02:51:13.774Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=zjvwjl97
time="2022-01-26T02:51:13.774Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjvwjl97
time="2022-01-26T02:51:13.796Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=rdvszvdh
time="2022-01-26T02:51:13.796Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=rdvszvdh
time="2022-01-26T02:51:13.796Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:13.796Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=rdvszvdh
time="2022-01-26T02:51:13.796Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=rdvszvdh
time="2022-01-26T02:51:13.796Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdvszvdh
time="2022-01-26T02:51:13.837Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsed=14.837296178 reconcileID=pbnrcszq
time="2022-01-26T02:51:13.837Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=157 elapsedMillisGT=0 outcome=unspecified reconcileID=pbnrcszq
time="2022-01-26T02:51:13.837Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=bmwvwspt
time="2022-01-26T02:51:13.837Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.837Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.837Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=bmwvwspt
time="2022-01-26T02:51:13.837Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=bmwvwspt
time="2022-01-26T02:51:13.837Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=lggsssw2
time="2022-01-26T02:51:13.838Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=lggsssw2
time="2022-01-26T02:51:13.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lggsssw2
time="2022-01-26T02:51:13.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=9b9hnxz4
time="2022-01-26T02:51:13.838Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=9b9hnxz4
time="2022-01-26T02:51:13.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9b9hnxz4
time="2022-01-26T02:51:13.838Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xxlghtcr
time="2022-01-26T02:51:13.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=tbnkfg7g
time="2022-01-26T02:51:13.838Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.83861426s namespace=/jshu-pool-test-8hfg5 reconcileID=xxlghtcr
time="2022-01-26T02:51:13.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbnkfg7g
time="2022-01-26T02:51:13.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=q24zb8ql
time="2022-01-26T02:51:13.838Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=xxlghtcr
time="2022-01-26T02:51:13.838Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=q24zb8ql
time="2022-01-26T02:51:13.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q24zb8ql
time="2022-01-26T02:51:13.838Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=wf4llgmn
time="2022-01-26T02:51:13.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=2k7n6rsl
time="2022-01-26T02:51:13.838Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=wf4llgmn
time="2022-01-26T02:51:13.838Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=2k7n6rsl
time="2022-01-26T02:51:13.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wf4llgmn
time="2022-01-26T02:51:13.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2k7n6rsl
time="2022-01-26T02:51:13.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=cn6pgvtx
time="2022-01-26T02:51:13.838Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=cn6pgvtx
time="2022-01-26T02:51:13.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cn6pgvtx
time="2022-01-26T02:51:13.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=fzshq7wk
time="2022-01-26T02:51:13.843Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=49r46k58
time="2022-01-26T02:51:13.843Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=49r46k58
time="2022-01-26T02:51:13.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49r46k58
time="2022-01-26T02:51:13.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fzshq7wk
time="2022-01-26T02:51:13.843Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:13.843Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62kcq8mr
time="2022-01-26T02:51:13.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:13.843Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=ntw5ck7k
time="2022-01-26T02:51:13.844Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:13.844Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:13.844Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=ntw5ck7k
time="2022-01-26T02:51:13.844Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=ntw5ck7k
time="2022-01-26T02:51:13.844Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=62kcq8mr stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:13.844Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62kcq8mr unassignedCount=0
time="2022-01-26T02:51:13.844Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=62kcq8mr
time="2022-01-26T02:51:14.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=4lq9zl9t
time="2022-01-26T02:51:14.037Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=4lq9zl9t
time="2022-01-26T02:51:14.037Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4lq9zl9t
time="2022-01-26T02:51:14.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=cqsjgr29
time="2022-01-26T02:51:14.037Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=cqsjgr29
time="2022-01-26T02:51:14.037Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqsjgr29
time="2022-01-26T02:51:14.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=8dl6bv9q
time="2022-01-26T02:51:14.038Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=8dl6bv9q
time="2022-01-26T02:51:14.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8dl6bv9q
time="2022-01-26T02:51:14.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=t6ld8kjv
time="2022-01-26T02:51:14.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t6ld8kjv
time="2022-01-26T02:51:14.038Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=r4cnm8j9
time="2022-01-26T02:51:14.038Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=15.038209035s namespace=/jshu-pool-test-8d8ws reconcileID=r4cnm8j9
time="2022-01-26T02:51:14.038Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=r4cnm8j9
time="2022-01-26T02:51:14.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=h95vl6br
time="2022-01-26T02:51:14.038Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=h95vl6br
time="2022-01-26T02:51:14.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h95vl6br
time="2022-01-26T02:51:14.038Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=762rxs58
time="2022-01-26T02:51:14.038Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsed=15.03841181 reconcileID=wcxdn5bb
time="2022-01-26T02:51:14.038Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=762rxs58
time="2022-01-26T02:51:14.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=762rxs58
time="2022-01-26T02:51:14.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=333 elapsedMillisGT=0 outcome=unspecified reconcileID=wcxdn5bb
time="2022-01-26T02:51:14.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=njcsd8lq
time="2022-01-26T02:51:14.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8bxmpl4z
time="2022-01-26T02:51:14.038Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=njcsd8lq
time="2022-01-26T02:51:14.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=njcsd8lq
time="2022-01-26T02:51:14.038Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.038Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.038Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8bxmpl4z
time="2022-01-26T02:51:14.038Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8bxmpl4z
time="2022-01-26T02:51:14.038Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.043Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2nnjkpws
time="2022-01-26T02:51:14.043Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=5vg9sdjx
time="2022-01-26T02:51:14.043Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=5vg9sdjx
time="2022-01-26T02:51:14.043Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:14.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vg9sdjx
time="2022-01-26T02:51:14.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=zt54kqns
time="2022-01-26T02:51:14.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zt54kqns
time="2022-01-26T02:51:14.043Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=2nnjkpws stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:14.043Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=j9nh9x7x
time="2022-01-26T02:51:14.043Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:14.043Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=j9nh9x7x
time="2022-01-26T02:51:14.043Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2nnjkpws unassignedCount=0
time="2022-01-26T02:51:14.043Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=j9nh9x7x
time="2022-01-26T02:51:14.043Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2nnjkpws
time="2022-01-26T02:51:14.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.044Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.044Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:14.236Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=bmwvwspt
time="2022-01-26T02:51:14.236Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=399 elapsedMillisGT=0 outcome=unspecified reconcileID=bmwvwspt
time="2022-01-26T02:51:14.236Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nlmpnw5k
time="2022-01-26T02:51:14.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.236Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nlmpnw5k
time="2022-01-26T02:51:14.236Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nlmpnw5k
time="2022-01-26T02:51:14.236Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.439Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=cmzlrljg
time="2022-01-26T02:51:14.439Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=cmzlrljg
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmzlrljg
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=s22k2mp6
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s22k2mp6
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=rhtzbbct
time="2022-01-26T02:51:14.439Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=rhtzbbct
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhtzbbct
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=bxhlcgvn
time="2022-01-26T02:51:14.439Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=bxhlcgvn
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxhlcgvn
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.439Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=j46crl5r
time="2022-01-26T02:51:14.439Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=j46crl5r
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j46crl5r
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=hcz7k9np
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hcz7k9np
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=tm2wczx7
time="2022-01-26T02:51:14.439Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=15.439779765s namespace=/jshu-pool-test-8d8ws reconcileID=tm2wczx7
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=tm2wczx7
time="2022-01-26T02:51:14.439Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=8bxmpl4z
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=401 elapsedMillisGT=0 outcome=unspecified reconcileID=8bxmpl4z
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r5md2szs
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=9bxrnknp
time="2022-01-26T02:51:14.439Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:14.439Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r5md2szs
time="2022-01-26T02:51:14.439Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=r5md2szs
time="2022-01-26T02:51:14.439Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=dj4rrhbw
time="2022-01-26T02:51:14.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.44Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=dj4rrhbw
time="2022-01-26T02:51:14.44Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.44Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:14.44Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=dj4rrhbw
time="2022-01-26T02:51:14.44Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=9bxrnknp
time="2022-01-26T02:51:14.44Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=dj4rrhbw
time="2022-01-26T02:51:14.44Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dj4rrhbw
time="2022-01-26T02:51:14.44Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=sbch4vn8
time="2022-01-26T02:51:14.44Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2ppr7qdc
time="2022-01-26T02:51:14.44Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=sbch4vn8
time="2022-01-26T02:51:14.44Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sbch4vn8
time="2022-01-26T02:51:14.44Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:14.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=9768kzmd
time="2022-01-26T02:51:14.44Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=9768kzmd
time="2022-01-26T02:51:14.44Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9768kzmd
time="2022-01-26T02:51:14.44Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=2ppr7qdc stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:14.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=2wmxsb75
time="2022-01-26T02:51:14.44Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2ppr7qdc unassignedCount=0
time="2022-01-26T02:51:14.44Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=2wmxsb75
time="2022-01-26T02:51:14.44Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wmxsb75
time="2022-01-26T02:51:14.44Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=9bxrnknp
time="2022-01-26T02:51:14.44Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.44Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ppr7qdc
time="2022-01-26T02:51:14.44Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=9bxrnknp
time="2022-01-26T02:51:14.44Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=9bxrnknp
time="2022-01-26T02:51:14.44Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=9bxrnknp
time="2022-01-26T02:51:14.638Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=txpk4nb5
time="2022-01-26T02:51:14.638Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=txpk4nb5
time="2022-01-26T02:51:14.638Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txpk4nb5
time="2022-01-26T02:51:14.638Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=mzw2kprp
time="2022-01-26T02:51:14.638Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mzw2kprp
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=gdrc5vkk
time="2022-01-26T02:51:14.639Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=gdrc5vkk
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gdrc5vkk
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=l4khbk89
time="2022-01-26T02:51:14.639Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=l4khbk89
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4khbk89
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.639Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=qqwbmjr4
time="2022-01-26T02:51:14.639Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=qqwbmjr4
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qqwbmjr4
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=jk5tzqbn
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jk5tzqbn
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=trs6nbzf
time="2022-01-26T02:51:14.639Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=15.639352937s namespace=/jshu-pool-test-8hfg5 reconcileID=trs6nbzf
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=trs6nbzf
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=cv7wpqbl
time="2022-01-26T02:51:14.639Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:14.639Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=cv7wpqbl
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=cv7wpqbl
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=5p2q8zz7
time="2022-01-26T02:51:14.639Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=nlmpnw5k
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=402 elapsedMillisGT=0 outcome=unspecified reconcileID=nlmpnw5k
time="2022-01-26T02:51:14.639Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5p2q8zz7
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=sldzvt4c
time="2022-01-26T02:51:14.639Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:14.639Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=5p2q8zz7
time="2022-01-26T02:51:14.639Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.639Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=5p2q8zz7
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5p2q8zz7
time="2022-01-26T02:51:14.639Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=wf7zz69q
time="2022-01-26T02:51:14.639Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=sldzvt4c
time="2022-01-26T02:51:14.639Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=wf7zz69q
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wf7zz69q
time="2022-01-26T02:51:14.639Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=sldzvt4c
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=cvxn27cz
time="2022-01-26T02:51:14.639Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:14.639Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=cvxn27cz
time="2022-01-26T02:51:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvxn27cz
time="2022-01-26T02:51:14.639Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dk2bqv9x
time="2022-01-26T02:51:14.639Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:14.639Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=sldzvt4c
time="2022-01-26T02:51:14.64Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=sldzvt4c
time="2022-01-26T02:51:14.64Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=sldzvt4c
time="2022-01-26T02:51:14.64Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=dk2bqv9x stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:14.64Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dk2bqv9x unassignedCount=0
time="2022-01-26T02:51:14.64Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dk2bqv9x
time="2022-01-26T02:51:14.64Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=b5kbfvjn
time="2022-01-26T02:51:14.64Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=b5kbfvjn
time="2022-01-26T02:51:14.64Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5kbfvjn
time="2022-01-26T02:51:14.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=l4nx8xc2
time="2022-01-26T02:51:14.838Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=l4nx8xc2
time="2022-01-26T02:51:14.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4nx8xc2
time="2022-01-26T02:51:14.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=398 elapsedMillisGT=0 outcome=unspecified reconcileID=9bxrnknp
time="2022-01-26T02:51:14.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=vn99kcfp
time="2022-01-26T02:51:14.838Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=vn99kcfp
time="2022-01-26T02:51:14.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vn99kcfp
time="2022-01-26T02:51:14.838Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=jk2qwwxx
time="2022-01-26T02:51:14.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=ssc75ftz
time="2022-01-26T02:51:14.838Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=ssc75ftz
time="2022-01-26T02:51:14.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ssc75ftz
time="2022-01-26T02:51:14.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=4wpjkxg4
time="2022-01-26T02:51:14.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wpjkxg4
time="2022-01-26T02:51:14.839Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=jk2qwwxx
time="2022-01-26T02:51:14.839Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=fnfwgnjx
time="2022-01-26T02:51:14.839Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=15.839058485s namespace=/jshu-pool-test-8d8ws reconcileID=fnfwgnjx
time="2022-01-26T02:51:14.839Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=fnfwgnjx
time="2022-01-26T02:51:14.839Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:14.839Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=jk2qwwxx
time="2022-01-26T02:51:14.839Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=jk2qwwxx
time="2022-01-26T02:51:14.839Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jk2qwwxx
time="2022-01-26T02:51:14.839Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=z895g5fv
time="2022-01-26T02:51:14.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=p2szphn9
time="2022-01-26T02:51:14.839Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=z895g5fv
time="2022-01-26T02:51:14.839Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=p2szphn9
time="2022-01-26T02:51:14.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z895g5fv
time="2022-01-26T02:51:14.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2szphn9
time="2022-01-26T02:51:14.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=8qhgfgb7
time="2022-01-26T02:51:14.839Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=8qhgfgb7
time="2022-01-26T02:51:14.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qhgfgb7
time="2022-01-26T02:51:14.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=ktjvxqm6
time="2022-01-26T02:51:14.844Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nwf9nb7j
time="2022-01-26T02:51:14.844Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:14.844Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.844Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=nwf9nb7j stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:14.844Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.844Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nwf9nb7j unassignedCount=0
time="2022-01-26T02:51:14.844Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=ktjvxqm6
time="2022-01-26T02:51:14.844Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=ktjvxqm6
time="2022-01-26T02:51:14.844Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwf9nb7j
time="2022-01-26T02:51:14.844Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.844Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=9hwctt7s
time="2022-01-26T02:51:14.844Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=9hwctt7s
time="2022-01-26T02:51:14.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9hwctt7s
time="2022-01-26T02:51:14.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=bljcdk8r
time="2022-01-26T02:51:14.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bljcdk8r
time="2022-01-26T02:51:14.844Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=pt5kx5qz
time="2022-01-26T02:51:14.844Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=ktjvxqm6
time="2022-01-26T02:51:14.844Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:14.844Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=ktjvxqm6
time="2022-01-26T02:51:14.844Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=pt5kx5qz
time="2022-01-26T02:51:14.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktjvxqm6
time="2022-01-26T02:51:14.844Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=pt5kx5qz
time="2022-01-26T02:51:14.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.844Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:14.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:15.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=2mgm5fcz
time="2022-01-26T02:51:15.039Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=2mgm5fcz
time="2022-01-26T02:51:15.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mgm5fcz
time="2022-01-26T02:51:15.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=7rpbzl7m
time="2022-01-26T02:51:15.039Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=7rpbzl7m
time="2022-01-26T02:51:15.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7rpbzl7m
time="2022-01-26T02:51:15.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=lmfh4pbj
time="2022-01-26T02:51:15.039Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=lmfh4pbj
time="2022-01-26T02:51:15.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmfh4pbj
time="2022-01-26T02:51:15.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=h2rmmpnr
time="2022-01-26T02:51:15.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2rmmpnr
time="2022-01-26T02:51:15.039Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=sclmg2lb
time="2022-01-26T02:51:15.039Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=16.039895232s namespace=/jshu-pool-test-8hfg5 reconcileID=sclmg2lb
time="2022-01-26T02:51:15.039Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=sclmg2lb
time="2022-01-26T02:51:15.039Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=mx8zhs6l
time="2022-01-26T02:51:15.04Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=mx8zhs6l
time="2022-01-26T02:51:15.04Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:15.04Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=mx8zhs6l
time="2022-01-26T02:51:15.04Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=mx8zhs6l
time="2022-01-26T02:51:15.04Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mx8zhs6l
time="2022-01-26T02:51:15.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=bzsxdngc
time="2022-01-26T02:51:15.04Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=bzsxdngc
time="2022-01-26T02:51:15.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzsxdngc
time="2022-01-26T02:51:15.04Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=wvw5tl7s
time="2022-01-26T02:51:15.04Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=wvw5tl7s
time="2022-01-26T02:51:15.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvw5tl7s
time="2022-01-26T02:51:15.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=g8fxd7tl
time="2022-01-26T02:51:15.04Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=g8fxd7tl
time="2022-01-26T02:51:15.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g8fxd7tl
time="2022-01-26T02:51:15.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=401 elapsedMillisGT=0 outcome=unspecified reconcileID=sldzvt4c
time="2022-01-26T02:51:15.044Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=2k9xkhnd
time="2022-01-26T02:51:15.044Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=dl8jhj4w
time="2022-01-26T02:51:15.044Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2k9xkhnd
time="2022-01-26T02:51:15.044Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=dl8jhj4w
time="2022-01-26T02:51:15.044Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dl8jhj4w
time="2022-01-26T02:51:15.044Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:15.044Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:15.044Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:15.044Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nndrsj2v
time="2022-01-26T02:51:15.044Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:15.044Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:15.045Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nndrsj2v
time="2022-01-26T02:51:15.045Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nndrsj2v
time="2022-01-26T02:51:15.045Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:15.045Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=nndrsj2v
time="2022-01-26T02:51:15.045Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=nndrsj2v
time="2022-01-26T02:51:15.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nndrsj2v
time="2022-01-26T02:51:15.045Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xnr5g96r
time="2022-01-26T02:51:15.045Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:15.045Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xnr5g96r
time="2022-01-26T02:51:15.045Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=xnr5g96r
time="2022-01-26T02:51:15.045Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=skdmklk8
time="2022-01-26T02:51:15.045Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:15.045Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=skdmklk8 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:15.045Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=skdmklk8 unassignedCount=0
time="2022-01-26T02:51:15.045Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skdmklk8
time="2022-01-26T02:51:15.612Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lxc5qwgf
time="2022-01-26T02:51:15.612Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:15.612Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:15.612Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lxc5qwgf
time="2022-01-26T02:51:15.612Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lxc5qwgf
time="2022-01-26T02:51:15.612Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:15.613Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=lxc5qwgf
time="2022-01-26T02:51:15.613Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=lxc5qwgf
time="2022-01-26T02:51:15.613Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxc5qwgf
time="2022-01-26T02:51:16.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nvb8pcwc
time="2022-01-26T02:51:16.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:16.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:16.935Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nvb8pcwc
time="2022-01-26T02:51:16.935Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nvb8pcwc
time="2022-01-26T02:51:16.935Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:16.935Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=nvb8pcwc
time="2022-01-26T02:51:16.935Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=nvb8pcwc
time="2022-01-26T02:51:16.935Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvb8pcwc
time="2022-01-26T02:51:25.645Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jxf4jxds
time="2022-01-26T02:51:25.645Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:25.645Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:25.646Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jxf4jxds
time="2022-01-26T02:51:25.646Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jxf4jxds
time="2022-01-26T02:51:25.646Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:25.646Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=jxf4jxds
time="2022-01-26T02:51:25.646Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=jxf4jxds
time="2022-01-26T02:51:25.646Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jxf4jxds
time="2022-01-26T02:51:34.649Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=6fmwnl9z
time="2022-01-26T02:51:34.649Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ppfk6svk
time="2022-01-26T02:51:34.649Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ppfk6svk
time="2022-01-26T02:51:34.649Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ppfk6svk
time="2022-01-26T02:51:34.649Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=6fmwnl9z
time="2022-01-26T02:51:34.649Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=6fmwnl9z
time="2022-01-26T02:51:34.649Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=6fmwnl9z
time="2022-01-26T02:51:34.649Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:34.649Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=phvgfkxr
time="2022-01-26T02:51:34.649Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=6fmwnl9z
time="2022-01-26T02:51:34.65Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=6fmwnl9z
time="2022-01-26T02:51:34.65Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.65Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6fmwnl9z
time="2022-01-26T02:51:34.65Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.65Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=phvgfkxr
time="2022-01-26T02:51:34.65Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=phvgfkxr
time="2022-01-26T02:51:34.65Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.65Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=phvgfkxr
time="2022-01-26T02:51:34.65Z" level=info msg="Saving infra ID \"jshu-pool-test-8hfg5-82dsl\" for cluster" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=phvgfkxr
time="2022-01-26T02:51:34.664Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=kb254ssn
time="2022-01-26T02:51:34.664Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=kb254ssn
time="2022-01-26T02:51:34.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kb254ssn
time="2022-01-26T02:51:34.664Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xmnzlfqn
time="2022-01-26T02:51:34.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=6wfbrbw2
time="2022-01-26T02:51:34.664Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=35.664848067s namespace=/jshu-pool-test-8hfg5 reconcileID=xmnzlfqn
time="2022-01-26T02:51:34.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wfbrbw2
time="2022-01-26T02:51:34.664Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=xmnzlfqn
time="2022-01-26T02:51:34.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=nld9hppc
time="2022-01-26T02:51:34.664Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=nld9hppc
time="2022-01-26T02:51:34.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nld9hppc
time="2022-01-26T02:51:34.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=7x9rbgs6
time="2022-01-26T02:51:34.664Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=8hpwltmj
time="2022-01-26T02:51:34.664Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=7x9rbgs6
time="2022-01-26T02:51:34.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7x9rbgs6
time="2022-01-26T02:51:34.664Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=dj7jmfh8
time="2022-01-26T02:51:34.665Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:34.665Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=dj7jmfh8
time="2022-01-26T02:51:34.665Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=dj7jmfh8
time="2022-01-26T02:51:34.665Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=8hpwltmj
time="2022-01-26T02:51:34.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.665Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:34.665Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=8hpwltmj
time="2022-01-26T02:51:34.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=hsh6w56m
time="2022-01-26T02:51:34.665Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=8hpwltmj
time="2022-01-26T02:51:34.665Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=hsh6w56m
time="2022-01-26T02:51:34.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsh6w56m
time="2022-01-26T02:51:34.665Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:34.665Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=8hpwltmj
time="2022-01-26T02:51:34.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=n96hghmq
time="2022-01-26T02:51:34.665Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=8hpwltmj
time="2022-01-26T02:51:34.665Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=8hpwltmj
time="2022-01-26T02:51:34.665Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=n96hghmq
time="2022-01-26T02:51:34.665Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=8hpwltmj
time="2022-01-26T02:51:34.665Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=q4zlrs47
time="2022-01-26T02:51:34.665Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=q4zlrs47
time="2022-01-26T02:51:34.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4zlrs47
time="2022-01-26T02:51:34.665Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vsddrbzq
time="2022-01-26T02:51:34.665Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:34.665Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=vsddrbzq stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:34.665Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vsddrbzq unassignedCount=0
time="2022-01-26T02:51:34.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=vv8x59wr
time="2022-01-26T02:51:34.665Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vsddrbzq
time="2022-01-26T02:51:34.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n96hghmq
time="2022-01-26T02:51:34.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vv8x59wr
time="2022-01-26T02:51:34.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=82xrtflb
time="2022-01-26T02:51:34.665Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=82xrtflb
time="2022-01-26T02:51:34.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82xrtflb
time="2022-01-26T02:51:34.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=phvgfkxr
time="2022-01-26T02:51:34.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=r85jbwgt
time="2022-01-26T02:51:34.666Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.666Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.666Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=r85jbwgt
time="2022-01-26T02:51:34.666Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=r85jbwgt
time="2022-01-26T02:51:34.666Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.666Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=r85jbwgt
time="2022-01-26T02:51:34.666Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=r85jbwgt
time="2022-01-26T02:51:34.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r85jbwgt
time="2022-01-26T02:51:34.675Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wssblbsx
time="2022-01-26T02:51:34.675Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.675Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.675Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wssblbsx
time="2022-01-26T02:51:34.675Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wssblbsx
time="2022-01-26T02:51:34.676Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.676Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=wssblbsx
time="2022-01-26T02:51:34.676Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=wssblbsx
time="2022-01-26T02:51:34.676Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wssblbsx
time="2022-01-26T02:51:34.676Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=8854z5z7
time="2022-01-26T02:51:34.676Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=8854z5z7
time="2022-01-26T02:51:34.676Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8854z5z7
time="2022-01-26T02:51:34.689Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=8hpwltmj
time="2022-01-26T02:51:34.689Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=qr9dsf89
time="2022-01-26T02:51:34.689Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=qr9dsf89
time="2022-01-26T02:51:34.689Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=qr9dsf89
time="2022-01-26T02:51:34.689Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=qr9dsf89
time="2022-01-26T02:51:34.689Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:34.689Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=qr9dsf89
time="2022-01-26T02:51:34.689Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=lgm2lr2t
time="2022-01-26T02:51:34.689Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=qr9dsf89
time="2022-01-26T02:51:34.689Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=qr9dsf89
time="2022-01-26T02:51:34.689Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.689Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.689Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=h4t89lnv
time="2022-01-26T02:51:34.689Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=h4t89lnv
time="2022-01-26T02:51:34.689Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4t89lnv
time="2022-01-26T02:51:34.689Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=lgm2lr2t
time="2022-01-26T02:51:34.689Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=lgm2lr2t
time="2022-01-26T02:51:34.689Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.689Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=qr9dsf89
time="2022-01-26T02:51:34.69Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=lgm2lr2t
time="2022-01-26T02:51:34.69Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=lgm2lr2t
time="2022-01-26T02:51:34.69Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=lgm2lr2t
time="2022-01-26T02:51:34.696Z" level=error msg="cannot update status conditions" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-8hfg5-0-zrkjk\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=qr9dsf89
time="2022-01-26T02:51:34.696Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=qr9dsf89
time="2022-01-26T02:51:34.696Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-8hfg5-0-zrkjk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5-0-zrkjk namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.696Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=9pmps2p5
time="2022-01-26T02:51:34.696Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=9pmps2p5
time="2022-01-26T02:51:34.696Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=9pmps2p5
time="2022-01-26T02:51:34.696Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=9pmps2p5
time="2022-01-26T02:51:34.696Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:34.696Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=9pmps2p5
time="2022-01-26T02:51:34.696Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=9pmps2p5
time="2022-01-26T02:51:34.696Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9pmps2p5
time="2022-01-26T02:51:34.701Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=6g9t82pz
time="2022-01-26T02:51:34.701Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=6g9t82pz
time="2022-01-26T02:51:34.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6g9t82pz
time="2022-01-26T02:51:34.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=pkzqt6zm
time="2022-01-26T02:51:34.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkzqt6zm
time="2022-01-26T02:51:34.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=7sgvt9sx
time="2022-01-26T02:51:34.701Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=7sgvt9sx
time="2022-01-26T02:51:34.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7sgvt9sx
time="2022-01-26T02:51:34.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=x7tdwhm4
time="2022-01-26T02:51:34.701Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=x7tdwhm4
time="2022-01-26T02:51:34.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x7tdwhm4
time="2022-01-26T02:51:34.701Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=p2rqr8bj
time="2022-01-26T02:51:34.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.701Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:34.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=p2rqr8bj
time="2022-01-26T02:51:34.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=96nx9xsv
time="2022-01-26T02:51:34.701Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=96nx9xsv
time="2022-01-26T02:51:34.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96nx9xsv
time="2022-01-26T02:51:34.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=p2rqr8bj
time="2022-01-26T02:51:34.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=vf2rdx2n
time="2022-01-26T02:51:34.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=p2rqr8bj
time="2022-01-26T02:51:34.702Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vf2rdx2n
time="2022-01-26T02:51:34.702Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=p2rqr8bj
time="2022-01-26T02:51:34.702Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=p2rqr8bj
time="2022-01-26T02:51:34.702Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=6csnpj7m
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2rqr8bj
time="2022-01-26T02:51:34.702Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=35.702082291s namespace=/jshu-pool-test-8hfg5 reconcileID=6csnpj7m
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=6csnpj7m
time="2022-01-26T02:51:34.702Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=gbhnff2w
time="2022-01-26T02:51:34.702Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=qt7wmxbq
time="2022-01-26T02:51:34.702Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=gbhnff2w
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbhnff2w
time="2022-01-26T02:51:34.702Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=qt7wmxbq
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qt7wmxbq
time="2022-01-26T02:51:34.702Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8hlnpfcr
time="2022-01-26T02:51:34.702Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:34.702Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xjm86b6q
time="2022-01-26T02:51:34.702Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8hlnpfcr
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=8hlnpfcr
time="2022-01-26T02:51:34.702Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:34.702Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=lf89p75x
time="2022-01-26T02:51:34.702Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=lf89p75x
time="2022-01-26T02:51:34.702Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=xjm86b6q stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:34.702Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=lf89p75x
time="2022-01-26T02:51:34.702Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xjm86b6q unassignedCount=0
time="2022-01-26T02:51:34.702Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=lf89p75x
time="2022-01-26T02:51:34.702Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:34.702Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=lf89p75x
time="2022-01-26T02:51:34.702Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=lf89p75x
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjm86b6q
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lf89p75x
time="2022-01-26T02:51:34.702Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=bpf7wd7t
time="2022-01-26T02:51:34.702Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=bpf7wd7t
time="2022-01-26T02:51:34.702Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bpf7wd7t
time="2022-01-26T02:51:34.702Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=lgm2lr2t
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=zxv8fbjk
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=hlv4pfhl
time="2022-01-26T02:51:34.712Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=hlv4pfhl
time="2022-01-26T02:51:34.712Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=zxv8fbjk
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlv4pfhl
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxv8fbjk
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=qwbkf6sw
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=8fb7hl6g
time="2022-01-26T02:51:34.712Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=qwbkf6sw
time="2022-01-26T02:51:34.712Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=35.712214006s namespace=/jshu-pool-test-8hfg5 reconcileID=8fb7hl6g
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwbkf6sw
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=8fb7hl6g
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=q7dh7ckr
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q7dh7ckr
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=hz8sd9f2
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=tj6tk6kb
time="2022-01-26T02:51:34.712Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=hz8sd9f2
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hz8sd9f2
time="2022-01-26T02:51:34.712Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=tj6tk6kb
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tj6tk6kb
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=7fpn72hj
time="2022-01-26T02:51:34.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=fwf97wm7
time="2022-01-26T02:51:34.712Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=fwf97wm7
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwf97wm7
time="2022-01-26T02:51:34.712Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=7fpn72hj
time="2022-01-26T02:51:34.712Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=7fpn72hj
time="2022-01-26T02:51:34.712Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=7fpn72hj
time="2022-01-26T02:51:34.712Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:34.712Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=7fpn72hj
time="2022-01-26T02:51:34.712Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=7fpn72hj
time="2022-01-26T02:51:34.712Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fpn72hj
time="2022-01-26T02:51:34.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=lgm2lr2t
time="2022-01-26T02:51:34.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=2mnszktg
time="2022-01-26T02:51:34.713Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.713Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.713Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=2mnszktg
time="2022-01-26T02:51:34.713Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=2mnszktg
time="2022-01-26T02:51:34.713Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.713Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=2mnszktg
time="2022-01-26T02:51:34.713Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=2mnszktg
time="2022-01-26T02:51:34.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mnszktg
time="2022-01-26T02:51:34.717Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=pm229zqq
time="2022-01-26T02:51:34.717Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zd26jlz2
time="2022-01-26T02:51:34.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pm229zqq
time="2022-01-26T02:51:34.717Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:34.717Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.717Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:34.718Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=9fvtq4rx
time="2022-01-26T02:51:34.718Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=9fvtq4rx
time="2022-01-26T02:51:34.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9fvtq4rx
time="2022-01-26T02:51:34.718Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=zd26jlz2 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:34.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xtmzbs72
time="2022-01-26T02:51:34.718Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zd26jlz2 unassignedCount=0
time="2022-01-26T02:51:34.718Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.718Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zd26jlz2
time="2022-01-26T02:51:34.718Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.718Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=jjgq26rb
time="2022-01-26T02:51:34.718Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:34.718Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xtmzbs72
time="2022-01-26T02:51:34.718Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=jjgq26rb
time="2022-01-26T02:51:34.718Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xtmzbs72
time="2022-01-26T02:51:34.718Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=jjgq26rb
time="2022-01-26T02:51:34.718Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:34.718Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=xtmzbs72
time="2022-01-26T02:51:34.718Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=xtmzbs72
time="2022-01-26T02:51:34.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtmzbs72
time="2022-01-26T02:51:46.71Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q9vl8k2j
time="2022-01-26T02:51:46.71Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:46.71Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:46.71Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q9vl8k2j
time="2022-01-26T02:51:46.71Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q9vl8k2j
time="2022-01-26T02:51:46.71Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:46.711Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=q9vl8k2j
time="2022-01-26T02:51:46.711Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=q9vl8k2j
time="2022-01-26T02:51:46.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q9vl8k2j
time="2022-01-26T02:51:55.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=kdkz6z8d
time="2022-01-26T02:51:55.746Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.746Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.746Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=kdkz6z8d
time="2022-01-26T02:51:55.746Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=kdkz6z8d
time="2022-01-26T02:51:55.746Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.746Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=kdkz6z8d
time="2022-01-26T02:51:55.746Z" level=info msg="Saving infra ID \"jshu-pool-test-8d8ws-kg8x9\" for cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=kdkz6z8d
time="2022-01-26T02:51:55.746Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ns6nwxhr
time="2022-01-26T02:51:55.746Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ns6nwxhr
time="2022-01-26T02:51:55.747Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ns6nwxhr
time="2022-01-26T02:51:55.747Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ns6nwxhr
time="2022-01-26T02:51:55.747Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:55.747Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ns6nwxhr
time="2022-01-26T02:51:55.747Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=ns6nwxhr
time="2022-01-26T02:51:55.747Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ns6nwxhr
time="2022-01-26T02:51:55.747Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=r5rxq2vp
time="2022-01-26T02:51:55.747Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=r5rxq2vp
time="2022-01-26T02:51:55.747Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r5rxq2vp
time="2022-01-26T02:51:55.764Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=kdkz6z8d
time="2022-01-26T02:51:55.765Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=rkdrc92d
time="2022-01-26T02:51:55.765Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=rkdrc92d
time="2022-01-26T02:51:55.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rkdrc92d
time="2022-01-26T02:51:55.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=dqptcbfh
time="2022-01-26T02:51:55.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqptcbfh
time="2022-01-26T02:51:55.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=xjkwmvch
time="2022-01-26T02:51:55.765Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=xjkwmvch
time="2022-01-26T02:51:55.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjkwmvch
time="2022-01-26T02:51:55.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=rb8x6p8f
time="2022-01-26T02:51:55.765Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=rb8x6p8f
time="2022-01-26T02:51:55.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rb8x6p8f
time="2022-01-26T02:51:55.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.765Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:55.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=rnw9tpwt
time="2022-01-26T02:51:55.765Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=rnw9tpwt
time="2022-01-26T02:51:55.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rnw9tpwt
time="2022-01-26T02:51:55.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zsv5c2kk
time="2022-01-26T02:51:55.765Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.765Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.765Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zsv5c2kk
time="2022-01-26T02:51:55.765Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zsv5c2kk
time="2022-01-26T02:51:55.765Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.765Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=zsv5c2kk
time="2022-01-26T02:51:55.765Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=zsv5c2kk
time="2022-01-26T02:51:55.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zsv5c2kk
time="2022-01-26T02:51:55.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=8bszwzdk
time="2022-01-26T02:51:55.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8bszwzdk
time="2022-01-26T02:51:55.766Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=drqqdn6s
time="2022-01-26T02:51:55.766Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.766063853s namespace=/jshu-pool-test-8d8ws reconcileID=drqqdn6s
time="2022-01-26T02:51:55.766Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=drqqdn6s
time="2022-01-26T02:51:55.766Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=5r4tcml5
time="2022-01-26T02:51:55.766Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:55.766Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=5r4tcml5
time="2022-01-26T02:51:55.766Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=5r4tcml5
time="2022-01-26T02:51:55.766Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=645sx2r9
time="2022-01-26T02:51:55.766Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=645sx2r9
time="2022-01-26T02:51:55.766Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=645sx2r9
time="2022-01-26T02:51:55.766Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=645sx2r9
time="2022-01-26T02:51:55.766Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:55.766Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=645sx2r9
time="2022-01-26T02:51:55.766Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=645sx2r9
time="2022-01-26T02:51:55.766Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=645sx2r9
time="2022-01-26T02:51:55.766Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=645sx2r9
time="2022-01-26T02:51:55.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=z6lljzs5
time="2022-01-26T02:51:55.766Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=z6lljzs5
time="2022-01-26T02:51:55.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6lljzs5
time="2022-01-26T02:51:55.766Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=jq4gcqvl
time="2022-01-26T02:51:55.766Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=jq4gcqvl
time="2022-01-26T02:51:55.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jq4gcqvl
time="2022-01-26T02:51:55.766Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7pxv7prg
time="2022-01-26T02:51:55.766Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.767Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=7pxv7prg stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.767Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7pxv7prg unassignedCount=0
time="2022-01-26T02:51:55.767Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=7pxv7prg
time="2022-01-26T02:51:55.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=fwvddwlt
time="2022-01-26T02:51:55.767Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=fwvddwlt
time="2022-01-26T02:51:55.767Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwvddwlt
time="2022-01-26T02:51:55.775Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=dd9q9tgn
time="2022-01-26T02:51:55.775Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=xctcs85d
time="2022-01-26T02:51:55.775Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=xctcs85d
time="2022-01-26T02:51:55.775Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.775Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xctcs85d
time="2022-01-26T02:51:55.775Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.775Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=dd9q9tgn
time="2022-01-26T02:51:55.775Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=dd9q9tgn
time="2022-01-26T02:51:55.775Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.775Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=dd9q9tgn
time="2022-01-26T02:51:55.775Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=dd9q9tgn
time="2022-01-26T02:51:55.775Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dd9q9tgn
time="2022-01-26T02:51:55.784Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=8vgbkrkf
time="2022-01-26T02:51:55.784Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=8vgbkrkf
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8vgbkrkf
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=4kgmln9b
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4kgmln9b
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=7pb7mcbc
time="2022-01-26T02:51:55.784Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=7pb7mcbc
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7pb7mcbc
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=vgtbdrxk
time="2022-01-26T02:51:55.784Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=vgtbdrxk
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vgtbdrxk
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=88nt6959
time="2022-01-26T02:51:55.784Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=6mv8h4cs
time="2022-01-26T02:51:55.784Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=88nt6959
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=88nt6959
time="2022-01-26T02:51:55.784Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=6mv8h4cs
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mv8h4cs
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=gt52mlrc
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.784Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:55.784Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=gt52mlrc
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gt52mlrc
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=dww5z5nm
time="2022-01-26T02:51:55.784Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=dww5z5nm
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dww5z5nm
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=b5v28zfc
time="2022-01-26T02:51:55.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=pmv8rfcn
time="2022-01-26T02:51:55.784Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=b5v28zfc
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5v28zfc
time="2022-01-26T02:51:55.784Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.784Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.784Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=pmv8rfcn
time="2022-01-26T02:51:55.784Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=pmv8rfcn
time="2022-01-26T02:51:55.784Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.784Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=pmv8rfcn
time="2022-01-26T02:51:55.784Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=pmv8rfcn
time="2022-01-26T02:51:55.784Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=7pxv7prg
time="2022-01-26T02:51:55.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmv8rfcn
time="2022-01-26T02:51:55.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9qmf4q9l
time="2022-01-26T02:51:55.785Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qmf4q9l
time="2022-01-26T02:51:55.785Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=q6q7rt2f
time="2022-01-26T02:51:55.785Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.785098433s namespace=/jshu-pool-test-8d8ws reconcileID=q6q7rt2f
time="2022-01-26T02:51:55.785Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=q6q7rt2f
time="2022-01-26T02:51:55.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=t44ffnbp
time="2022-01-26T02:51:55.788Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=bbfczqr6
time="2022-01-26T02:51:55.788Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=bbfczqr6
time="2022-01-26T02:51:55.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bbfczqr6
time="2022-01-26T02:51:55.788Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.788Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.788Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=t44ffnbp
time="2022-01-26T02:51:55.788Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=t44ffnbp
time="2022-01-26T02:51:55.788Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.788Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=t44ffnbp
time="2022-01-26T02:51:55.788Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=t44ffnbp
time="2022-01-26T02:51:55.788Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=t44ffnbp
time="2022-01-26T02:51:55.789Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=645sx2r9
time="2022-01-26T02:51:55.789Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=wjww6gr6
time="2022-01-26T02:51:55.789Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wjww6gr6
time="2022-01-26T02:51:55.789Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wjww6gr6
time="2022-01-26T02:51:55.789Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wjww6gr6
time="2022-01-26T02:51:55.789Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:55.789Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=wjww6gr6
time="2022-01-26T02:51:55.789Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=wjww6gr6
time="2022-01-26T02:51:55.789Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wjww6gr6
time="2022-01-26T02:51:55.799Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=dj9fgcvd
time="2022-01-26T02:51:55.799Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=dj9fgcvd
time="2022-01-26T02:51:55.799Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=n65dsnlr
time="2022-01-26T02:51:55.799Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n65dsnlr
time="2022-01-26T02:51:55.799Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.799Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.799Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dj9fgcvd
time="2022-01-26T02:51:55.799Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:55.799Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=zcz8ms2n
time="2022-01-26T02:51:55.799Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=tsnf46x6
time="2022-01-26T02:51:55.799Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=zcz8ms2n
time="2022-01-26T02:51:55.799Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zcz8ms2n
time="2022-01-26T02:51:55.799Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=tsnf46x6
time="2022-01-26T02:51:55.799Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tsnf46x6
time="2022-01-26T02:51:55.799Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=9dsdf992
time="2022-01-26T02:51:55.799Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=w8hfjdpq
time="2022-01-26T02:51:55.799Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=w8hfjdpq
time="2022-01-26T02:51:55.799Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8hfjdpq
time="2022-01-26T02:51:55.8Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.8Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=h4h96qvp
time="2022-01-26T02:51:55.8Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4h96qvp
time="2022-01-26T02:51:55.8Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.8Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=sqlk7h6n
time="2022-01-26T02:51:55.8Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=9dsdf992
time="2022-01-26T02:51:55.8Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.800104673s namespace=/jshu-pool-test-8hfg5 reconcileID=sqlk7h6n
time="2022-01-26T02:51:55.8Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=9dsdf992
time="2022-01-26T02:51:55.8Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=sqlk7h6n
time="2022-01-26T02:51:55.8Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.8Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=slf6frwv
time="2022-01-26T02:51:55.8Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:55.8Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=slf6frwv
time="2022-01-26T02:51:55.8Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=9dsdf992
time="2022-01-26T02:51:55.8Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=slf6frwv
time="2022-01-26T02:51:55.8Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=5cxnqw5s
time="2022-01-26T02:51:55.8Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=9dsdf992
time="2022-01-26T02:51:55.8Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dsdf992
time="2022-01-26T02:51:55.8Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=jfq9lrvc
time="2022-01-26T02:51:55.8Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=jfq9lrvc
time="2022-01-26T02:51:55.8Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jfq9lrvc
time="2022-01-26T02:51:55.8Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5cxnqw5s
time="2022-01-26T02:51:55.8Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=cn2fnthm
time="2022-01-26T02:51:55.8Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5cxnqw5s
time="2022-01-26T02:51:55.8Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5cxnqw5s
time="2022-01-26T02:51:55.8Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:55.8Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=5cxnqw5s
time="2022-01-26T02:51:55.8Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=5cxnqw5s
time="2022-01-26T02:51:55.8Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5cxnqw5s
time="2022-01-26T02:51:55.8Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=t78b6wfp
time="2022-01-26T02:51:55.8Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=t78b6wfp
time="2022-01-26T02:51:55.8Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t78b6wfp
time="2022-01-26T02:51:55.801Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=rm4grcrc
time="2022-01-26T02:51:55.801Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=rm4grcrc
time="2022-01-26T02:51:55.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rm4grcrc
time="2022-01-26T02:51:55.801Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=t44ffnbp
time="2022-01-26T02:51:55.802Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=cn2fnthm
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=cn2fnthm
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=vc2nf9sm
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vc2nf9sm
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=gjtckbmm
time="2022-01-26T02:51:55.802Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=gjtckbmm
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjtckbmm
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=9hds2xns
time="2022-01-26T02:51:55.802Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=9hds2xns
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9hds2xns
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.802Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=wvc8g4hn
time="2022-01-26T02:51:55.802Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=wvc8g4hn
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvc8g4hn
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=j6twb5lf
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6twb5lf
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=8wxz7rmr
time="2022-01-26T02:51:55.802Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.80239755s namespace=/jshu-pool-test-8d8ws reconcileID=8wxz7rmr
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=8wxz7rmr
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=7pxv7prg
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=mkcz9ljq
time="2022-01-26T02:51:55.802Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zqxl2wjk
time="2022-01-26T02:51:55.802Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=mkcz9ljq
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=mkcz9ljq
time="2022-01-26T02:51:55.802Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=wbkxbdw7
time="2022-01-26T02:51:55.802Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=zqxl2wjk stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.802Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wbkxbdw7
time="2022-01-26T02:51:55.802Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zqxl2wjk unassignedCount=0
time="2022-01-26T02:51:55.802Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wbkxbdw7
time="2022-01-26T02:51:55.802Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=zqxl2wjk
time="2022-01-26T02:51:55.802Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wbkxbdw7
time="2022-01-26T02:51:55.802Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:55.802Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=wbkxbdw7
time="2022-01-26T02:51:55.802Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=wbkxbdw7
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbkxbdw7
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=pkfvrqff
time="2022-01-26T02:51:55.802Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=pkfvrqff
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkfvrqff
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=px98c7h6
time="2022-01-26T02:51:55.802Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=px98c7h6
time="2022-01-26T02:51:55.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=px98c7h6
time="2022-01-26T02:51:55.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=pmjh79qn
time="2022-01-26T02:51:55.802Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=pmjh79qn
time="2022-01-26T02:51:55.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmjh79qn
time="2022-01-26T02:51:55.811Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=x8k5zg6d
time="2022-01-26T02:51:55.811Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=x8k5zg6d
time="2022-01-26T02:51:55.811Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x8k5zg6d
time="2022-01-26T02:51:55.811Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=cqxlg7z5
time="2022-01-26T02:51:55.811Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=cqxlg7z5
time="2022-01-26T02:51:55.811Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqxlg7z5
time="2022-01-26T02:51:55.811Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=vbhsqqjn
time="2022-01-26T02:51:55.811Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=vbhsqqjn
time="2022-01-26T02:51:55.811Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbhsqqjn
time="2022-01-26T02:51:55.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=dzmbj424
time="2022-01-26T02:51:55.812Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dzmbj424
time="2022-01-26T02:51:55.812Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=wj459b4f
time="2022-01-26T02:51:55.812Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.812063603s namespace=/jshu-pool-test-8d8ws reconcileID=wj459b4f
time="2022-01-26T02:51:55.812Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=wj459b4f
time="2022-01-26T02:51:55.812Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=fcc85hdd
time="2022-01-26T02:51:55.812Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=fcc85hdd
time="2022-01-26T02:51:55.812Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=fcc85hdd
time="2022-01-26T02:51:55.812Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=fcc85hdd
time="2022-01-26T02:51:55.812Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:55.812Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=fcc85hdd
time="2022-01-26T02:51:55.812Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=fcc85hdd
time="2022-01-26T02:51:55.812Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcc85hdd
time="2022-01-26T02:51:55.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4zbztlj7
time="2022-01-26T02:51:55.812Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=t44ffnbp
time="2022-01-26T02:51:55.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=clq8w8zm
time="2022-01-26T02:51:55.813Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.813Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.813Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=clq8w8zm
time="2022-01-26T02:51:55.813Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=clq8w8zm
time="2022-01-26T02:51:55.813Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.813Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=clq8w8zm
time="2022-01-26T02:51:55.813Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=clq8w8zm
time="2022-01-26T02:51:55.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clq8w8zm
time="2022-01-26T02:51:55.813Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=hjrwtwpv
time="2022-01-26T02:51:55.813Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=hjrwtwpv
time="2022-01-26T02:51:55.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjrwtwpv
time="2022-01-26T02:51:55.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=2f895wdp
time="2022-01-26T02:51:55.813Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=2f895wdp
time="2022-01-26T02:51:55.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2f895wdp
time="2022-01-26T02:51:55.812Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4zbztlj7
time="2022-01-26T02:51:55.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=4zbztlj7
time="2022-01-26T02:51:55.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=g87rnfbf
time="2022-01-26T02:51:55.817Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=tlcgtnmw
time="2022-01-26T02:51:55.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g87rnfbf
time="2022-01-26T02:51:55.817Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:55.817Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=tlcgtnmw
time="2022-01-26T02:51:55.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.817Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.817Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=tlcgtnmw
time="2022-01-26T02:51:55.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:55.817Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2wxdkcsr
time="2022-01-26T02:51:55.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=b7fqfqrf
time="2022-01-26T02:51:55.817Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2wxdkcsr
time="2022-01-26T02:51:55.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wxdkcsr
time="2022-01-26T02:51:55.817Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.817Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.818Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=b7fqfqrf
time="2022-01-26T02:51:55.818Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=b7fqfqrf
time="2022-01-26T02:51:55.818Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.818Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=b7fqfqrf
time="2022-01-26T02:51:55.818Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=b7fqfqrf
time="2022-01-26T02:51:55.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7fqfqrf
time="2022-01-26T02:51:55.82Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=x458kgx2
time="2022-01-26T02:51:55.82Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=x458kgx2
time="2022-01-26T02:51:55.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x458kgx2
time="2022-01-26T02:51:55.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=87wfv8mw
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87wfv8mw
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=cl8bq8wg
time="2022-01-26T02:51:55.821Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=cl8bq8wg
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cl8bq8wg
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=96zr2tgh
time="2022-01-26T02:51:55.821Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=96zr2tgh
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96zr2tgh
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.821Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=stdlpd87
time="2022-01-26T02:51:55.821Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=stdlpd87
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=stdlpd87
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dszpkrft
time="2022-01-26T02:51:55.821Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.821Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.821Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dszpkrft
time="2022-01-26T02:51:55.821Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dszpkrft
time="2022-01-26T02:51:55.821Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.821Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=dszpkrft
time="2022-01-26T02:51:55.821Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=dszpkrft
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dszpkrft
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=5q2cs7jg
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5q2cs7jg
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=brs2ktjd
time="2022-01-26T02:51:55.821Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.821719286s namespace=/jshu-pool-test-8hfg5 reconcileID=brs2ktjd
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=brs2ktjd
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xr22szjv
time="2022-01-26T02:51:55.821Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:55.821Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xr22szjv
time="2022-01-26T02:51:55.821Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=xr22szjv
time="2022-01-26T02:51:55.821Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rwvd96xm
time="2022-01-26T02:51:55.821Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rwvd96xm
time="2022-01-26T02:51:55.821Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rwvd96xm
time="2022-01-26T02:51:55.821Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rwvd96xm
time="2022-01-26T02:51:55.821Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:55.821Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rwvd96xm
time="2022-01-26T02:51:55.822Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=rwvd96xm
time="2022-01-26T02:51:55.822Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwvd96xm
time="2022-01-26T02:51:55.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=zfk8575s
time="2022-01-26T02:51:55.822Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=zfk8575s
time="2022-01-26T02:51:55.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfk8575s
time="2022-01-26T02:51:55.822Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=lljxc5rq
time="2022-01-26T02:51:55.822Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=lljxc5rq
time="2022-01-26T02:51:55.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lljxc5rq
time="2022-01-26T02:51:55.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=t6pd9l2g
time="2022-01-26T02:51:55.822Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=t6pd9l2g
time="2022-01-26T02:51:55.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t6pd9l2g
time="2022-01-26T02:51:55.822Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=zqxl2wjk
time="2022-01-26T02:51:55.828Z" level=error msg="could not update powerState" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=zqxl2wjk
time="2022-01-26T02:51:55.828Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:51:55.828Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=zqxl2wjk
time="2022-01-26T02:51:55.828Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:51:55.828Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mw9d4cd8
time="2022-01-26T02:51:55.828Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.828Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=mw9d4cd8 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.828Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mw9d4cd8 unassignedCount=0
time="2022-01-26T02:51:55.828Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=mw9d4cd8
time="2022-01-26T02:51:55.842Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=mw9d4cd8
time="2022-01-26T02:51:55.842Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8knhqvg5
time="2022-01-26T02:51:55.842Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.842Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=8knhqvg5 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.842Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8knhqvg5 unassignedCount=0
time="2022-01-26T02:51:55.842Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=8knhqvg5
time="2022-01-26T02:51:55.843Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=qsskx5jh
time="2022-01-26T02:51:55.843Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=qsskx5jh
time="2022-01-26T02:51:55.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qsskx5jh
time="2022-01-26T02:51:55.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=hh4l9552
time="2022-01-26T02:51:55.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hh4l9552
time="2022-01-26T02:51:55.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=nh28hw68
time="2022-01-26T02:51:55.843Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=nh28hw68
time="2022-01-26T02:51:55.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nh28hw68
time="2022-01-26T02:51:55.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=jg2bfdx2
time="2022-01-26T02:51:55.843Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=jg2bfdx2
time="2022-01-26T02:51:55.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jg2bfdx2
time="2022-01-26T02:51:55.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.843Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:55.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4zdcdcp5
time="2022-01-26T02:51:55.843Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4zdcdcp5
time="2022-01-26T02:51:55.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zdcdcp5
time="2022-01-26T02:51:55.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=cdx92wdm
time="2022-01-26T02:51:55.843Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.843Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.843Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=cdx92wdm
time="2022-01-26T02:51:55.843Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=cdx92wdm
time="2022-01-26T02:51:55.844Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.844Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=cdx92wdm
time="2022-01-26T02:51:55.844Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=cdx92wdm
time="2022-01-26T02:51:55.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cdx92wdm
time="2022-01-26T02:51:55.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=h2c7j58c
time="2022-01-26T02:51:55.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2c7j58c
time="2022-01-26T02:51:55.844Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=ct5ccxsf
time="2022-01-26T02:51:55.844Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.844274688s namespace=/jshu-pool-test-8d8ws reconcileID=ct5ccxsf
time="2022-01-26T02:51:55.844Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=ct5ccxsf
time="2022-01-26T02:51:55.844Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=jzsnqvdx
time="2022-01-26T02:51:55.844Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:55.844Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=jzsnqvdx
time="2022-01-26T02:51:55.844Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=jzsnqvdx
time="2022-01-26T02:51:55.844Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=r9hctvb5
time="2022-01-26T02:51:55.844Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=r9hctvb5
time="2022-01-26T02:51:55.844Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=p82kwkvn
time="2022-01-26T02:51:55.844Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=r9hctvb5
time="2022-01-26T02:51:55.844Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=r9hctvb5
time="2022-01-26T02:51:55.844Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=p82kwkvn
time="2022-01-26T02:51:55.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p82kwkvn
time="2022-01-26T02:51:55.844Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:55.844Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=r9hctvb5
time="2022-01-26T02:51:55.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=s5dmfczh
time="2022-01-26T02:51:55.844Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=r9hctvb5
time="2022-01-26T02:51:55.844Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=s5dmfczh
time="2022-01-26T02:51:55.844Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r9hctvb5
time="2022-01-26T02:51:55.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5dmfczh
time="2022-01-26T02:51:55.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=6zsb7vb8
time="2022-01-26T02:51:55.844Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=6zsb7vb8
time="2022-01-26T02:51:55.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zsb7vb8
time="2022-01-26T02:51:55.855Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=8knhqvg5
time="2022-01-26T02:51:55.855Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mdfqdrxz
time="2022-01-26T02:51:55.855Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.855Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=mdfqdrxz stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.855Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mdfqdrxz unassignedCount=0
time="2022-01-26T02:51:55.855Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdfqdrxz
time="2022-01-26T02:51:55.856Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=9t8w4j2j
time="2022-01-26T02:51:55.856Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=9t8w4j2j
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9t8w4j2j
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=tdkhk8j8
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xgrszd8c
time="2022-01-26T02:51:55.856Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.856308814s namespace=/jshu-pool-test-8hfg5 reconcileID=tdkhk8j8
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=tdkhk8j8
time="2022-01-26T02:51:55.856Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:55.856Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xgrszd8c
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=xgrszd8c
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=ww4gzsvf
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=w5tkjjvj
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ww4gzsvf
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=v7s5js7j
time="2022-01-26T02:51:55.856Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=v7s5js7j
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v7s5js7j
time="2022-01-26T02:51:55.856Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=w5tkjjvj
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=sx6vj6lz
time="2022-01-26T02:51:55.856Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=w5tkjjvj
time="2022-01-26T02:51:55.856Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=sx6vj6lz
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sx6vj6lz
time="2022-01-26T02:51:55.856Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=w5tkjjvj
time="2022-01-26T02:51:55.856Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:55.856Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=w5tkjjvj
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.856Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:55.856Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=w5tkjjvj
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5tkjjvj
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=l5dkg8gl
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=5jpc8v8v
time="2022-01-26T02:51:55.856Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=5jpc8v8v
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5jpc8v8v
time="2022-01-26T02:51:55.856Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=5p5gplrv
time="2022-01-26T02:51:55.856Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.856Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=5p5gplrv
time="2022-01-26T02:51:55.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5p5gplrv
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rwxx8dpc
time="2022-01-26T02:51:55.856Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=l5dkg8gl
time="2022-01-26T02:51:55.856Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.856Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=l5dkg8gl
time="2022-01-26T02:51:55.856Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.856Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=rwxx8dpc stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.856Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rwxx8dpc unassignedCount=0
time="2022-01-26T02:51:55.856Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=rwxx8dpc
time="2022-01-26T02:51:55.856Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=l5dkg8gl
time="2022-01-26T02:51:55.857Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=l5dkg8gl
time="2022-01-26T02:51:55.857Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5dkg8gl
time="2022-01-26T02:51:55.857Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=g2p8m8fg
time="2022-01-26T02:51:55.857Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2p8m8fg
time="2022-01-26T02:51:55.857Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=84zl4pmp
time="2022-01-26T02:51:55.857Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=84zl4pmp
time="2022-01-26T02:51:55.857Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=84zl4pmp
time="2022-01-26T02:51:55.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=hs8kw7w7
time="2022-01-26T02:51:55.857Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=hs8kw7w7
time="2022-01-26T02:51:55.857Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hs8kw7w7
time="2022-01-26T02:51:55.87Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mrtztrt9
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.87Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.87Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mrtztrt9
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mrtztrt9
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=g2rf8tql
time="2022-01-26T02:51:55.87Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=g2rf8tql
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=nmtcl4fm
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmtcl4fm
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2rf8tql
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=v5bdjfd7
time="2022-01-26T02:51:55.87Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=v5bdjfd7
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=6jwxw4d8
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v5bdjfd7
time="2022-01-26T02:51:55.87Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=6jwxw4d8
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=cknhg6st
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=6s6cgwcd
time="2022-01-26T02:51:55.87Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6s6cgwcd
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=v8mqvx5p
time="2022-01-26T02:51:55.87Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.870790547s namespace=/jshu-pool-test-8d8ws reconcileID=v8mqvx5p
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jwxw4d8
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=v8mqvx5p
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=m64clw25
time="2022-01-26T02:51:55.87Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=m64clw25
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=lwjjpgkh
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m64clw25
time="2022-01-26T02:51:55.87Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:55.87Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=lwjjpgkh
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=lwjjpgkh
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ht4vp5rv
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=s65qqm2g
time="2022-01-26T02:51:55.87Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ht4vp5rv
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ht4vp5rv
time="2022-01-26T02:51:55.87Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=s65qqm2g
time="2022-01-26T02:51:55.87Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=dbm4fcsl
time="2022-01-26T02:51:55.871Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=dbm4fcsl
time="2022-01-26T02:51:55.87Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.871Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=dbm4fcsl
time="2022-01-26T02:51:55.871Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=cknhg6st
time="2022-01-26T02:51:55.871Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=dbm4fcsl
time="2022-01-26T02:51:55.871Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=cknhg6st
time="2022-01-26T02:51:55.871Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:55.871Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=dbm4fcsl
time="2022-01-26T02:51:55.871Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=dbm4fcsl
time="2022-01-26T02:51:55.871Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.871Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbm4fcsl
time="2022-01-26T02:51:55.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s65qqm2g
time="2022-01-26T02:51:55.871Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=cknhg6st
time="2022-01-26T02:51:55.871Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=cknhg6st
time="2022-01-26T02:51:55.871Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cknhg6st
time="2022-01-26T02:51:55.871Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=rwxx8dpc
time="2022-01-26T02:51:55.871Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h8f4nb4w
time="2022-01-26T02:51:55.871Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.871Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=h8f4nb4w stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.871Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h8f4nb4w unassignedCount=0
time="2022-01-26T02:51:55.871Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=h8f4nb4w
time="2022-01-26T02:51:55.887Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=dn7d76f4
time="2022-01-26T02:51:55.887Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=dn7d76f4
time="2022-01-26T02:51:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dn7d76f4
time="2022-01-26T02:51:55.887Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=h8f4nb4w
time="2022-01-26T02:51:55.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=x527wcwp
time="2022-01-26T02:51:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x527wcwp
time="2022-01-26T02:51:55.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=46h4jb55
time="2022-01-26T02:51:55.887Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=46h4jb55
time="2022-01-26T02:51:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46h4jb55
time="2022-01-26T02:51:55.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=vkqz62h2
time="2022-01-26T02:51:55.887Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=vkqz62h2
time="2022-01-26T02:51:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkqz62h2
time="2022-01-26T02:51:55.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.887Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:55.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=kb4xpzr9
time="2022-01-26T02:51:55.887Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=kb4xpzr9
time="2022-01-26T02:51:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kb4xpzr9
time="2022-01-26T02:51:55.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=66hk9ppk
time="2022-01-26T02:51:55.888Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.888Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.888Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=66hk9ppk
time="2022-01-26T02:51:55.888Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=66hk9ppk
time="2022-01-26T02:51:55.888Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.888Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=66hk9ppk
time="2022-01-26T02:51:55.888Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=66hk9ppk
time="2022-01-26T02:51:55.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66hk9ppk
time="2022-01-26T02:51:55.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=68bpqd9t
time="2022-01-26T02:51:55.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68bpqd9t
time="2022-01-26T02:51:55.888Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=sf5q6z9m
time="2022-01-26T02:51:55.888Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.888500121s namespace=/jshu-pool-test-8hfg5 reconcileID=sf5q6z9m
time="2022-01-26T02:51:55.888Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=sf5q6z9m
time="2022-01-26T02:51:55.888Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=wfh7pxmq
time="2022-01-26T02:51:55.888Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:55.888Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=wfh7pxmq
time="2022-01-26T02:51:55.888Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=wfh7pxmq
time="2022-01-26T02:51:55.888Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=bqp6b6bv
time="2022-01-26T02:51:55.888Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=bqp6b6bv
time="2022-01-26T02:51:55.888Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=bqp6b6bv
time="2022-01-26T02:51:55.888Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=bqp6b6bv
time="2022-01-26T02:51:55.888Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:55.888Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=bqp6b6bv
time="2022-01-26T02:51:55.888Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=bqp6b6bv
time="2022-01-26T02:51:55.888Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqp6b6bv
time="2022-01-26T02:51:55.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=2xgzg99q
time="2022-01-26T02:51:55.888Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=2xgzg99q
time="2022-01-26T02:51:55.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2xgzg99q
time="2022-01-26T02:51:55.888Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=m7r8fvmt
time="2022-01-26T02:51:55.888Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=m7r8fvmt
time="2022-01-26T02:51:55.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7r8fvmt
time="2022-01-26T02:51:55.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=fdx7vcfb
time="2022-01-26T02:51:55.889Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=fdx7vcfb
time="2022-01-26T02:51:55.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdx7vcfb
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=h8f4nb4w
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b6zdwtld
time="2022-01-26T02:51:55.899Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.899Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=b6zdwtld stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.899Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b6zdwtld unassignedCount=0
time="2022-01-26T02:51:55.899Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=b6zdwtld
time="2022-01-26T02:51:55.899Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=4g6qbzhw
time="2022-01-26T02:51:55.899Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=4g6qbzhw
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4g6qbzhw
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=kj9zkwxd
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kj9zkwxd
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=65rf72qn
time="2022-01-26T02:51:55.899Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=65rf72qn
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65rf72qn
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=9854d7ns
time="2022-01-26T02:51:55.899Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=9854d7ns
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9854d7ns
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.899Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=mwnphb6t
time="2022-01-26T02:51:55.899Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=mwnphb6t
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q7m56f9n
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=7pt6vjwc
time="2022-01-26T02:51:55.899Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=7pt6vjwc
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7pt6vjwc
time="2022-01-26T02:51:55.899Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwnphb6t
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=7rvm6j7g
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7rvm6j7g
time="2022-01-26T02:51:55.899Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=9cnmzz84
time="2022-01-26T02:51:55.899Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.899Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.899925025s namespace=/jshu-pool-test-8d8ws reconcileID=9cnmzz84
time="2022-01-26T02:51:55.899Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=9cnmzz84
time="2022-01-26T02:51:55.899Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q7m56f9n
time="2022-01-26T02:51:55.899Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q7m56f9n
time="2022-01-26T02:51:55.899Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:51:55.9Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9qtzzpp2
time="2022-01-26T02:51:55.9Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:51:55.9Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9qtzzpp2
time="2022-01-26T02:51:55.9Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=9qtzzpp2
time="2022-01-26T02:51:55.9Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=6j9sbq5l
time="2022-01-26T02:51:55.9Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=q7m56f9n
time="2022-01-26T02:51:55.9Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=6j9sbq5l
time="2022-01-26T02:51:55.9Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=zzrtqs8n
time="2022-01-26T02:51:55.9Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=6j9sbq5l
time="2022-01-26T02:51:55.9Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=6j9sbq5l
time="2022-01-26T02:51:55.9Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=zzrtqs8n
time="2022-01-26T02:51:55.9Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:51:55.9Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=6j9sbq5l
time="2022-01-26T02:51:55.9Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzrtqs8n
time="2022-01-26T02:51:55.9Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=6j9sbq5l
time="2022-01-26T02:51:55.9Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6j9sbq5l
time="2022-01-26T02:51:55.9Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=q7m56f9n
time="2022-01-26T02:51:55.9Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=f9wmhpqj
time="2022-01-26T02:51:55.9Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q7m56f9n
time="2022-01-26T02:51:55.9Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=f9wmhpqj
time="2022-01-26T02:51:55.9Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9wmhpqj
time="2022-01-26T02:51:55.913Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=xnb2tpn5
time="2022-01-26T02:51:55.913Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=xnb2tpn5
time="2022-01-26T02:51:55.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xnb2tpn5
time="2022-01-26T02:51:55.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=fzgs8lgq
time="2022-01-26T02:51:55.913Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=b6zdwtld
time="2022-01-26T02:51:55.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=jbcwfn4g
time="2022-01-26T02:51:55.913Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v42ktxp8
time="2022-01-26T02:51:55.913Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=jbcwfn4g
time="2022-01-26T02:51:55.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbcwfn4g
time="2022-01-26T02:51:55.913Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=kg22npdn
time="2022-01-26T02:51:55.913Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=kg22npdn
time="2022-01-26T02:51:55.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kg22npdn
time="2022-01-26T02:51:55.913Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=v42ktxp8 stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.913Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v42ktxp8 unassignedCount=0
time="2022-01-26T02:51:55.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.913Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:55.913Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=v42ktxp8
time="2022-01-26T02:51:55.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=mwdvmjns
time="2022-01-26T02:51:55.913Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=mwdvmjns
time="2022-01-26T02:51:55.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwdvmjns
time="2022-01-26T02:51:55.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wwp5f6vk
time="2022-01-26T02:51:55.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fzgs8lgq
time="2022-01-26T02:51:55.914Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.914Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=z27ksrbv
time="2022-01-26T02:51:55.914Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z27ksrbv
time="2022-01-26T02:51:55.914Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=cjnqpjsn
time="2022-01-26T02:51:55.914Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.914088273s namespace=/jshu-pool-test-8hfg5 reconcileID=cjnqpjsn
time="2022-01-26T02:51:55.914Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.914Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=cjnqpjsn
time="2022-01-26T02:51:55.914Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wwp5f6vk
time="2022-01-26T02:51:55.914Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=cdgvpg9r
time="2022-01-26T02:51:55.914Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wwp5f6vk
time="2022-01-26T02:51:55.914Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:55.914Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.914Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=c7rp522h
time="2022-01-26T02:51:55.914Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=c7rp522h
time="2022-01-26T02:51:55.914Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=c7rp522h
time="2022-01-26T02:51:55.914Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=wwp5f6vk
time="2022-01-26T02:51:55.914Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=c7rp522h
time="2022-01-26T02:51:55.914Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=wwp5f6vk
time="2022-01-26T02:51:55.914Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:55.914Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wwp5f6vk
time="2022-01-26T02:51:55.914Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=cdgvpg9r
time="2022-01-26T02:51:55.914Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=c7rp522h
time="2022-01-26T02:51:55.914Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=cdgvpg9r
time="2022-01-26T02:51:55.914Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=c7rp522h
time="2022-01-26T02:51:55.914Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=t2j4ftlh
time="2022-01-26T02:51:55.914Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7rp522h
time="2022-01-26T02:51:55.914Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=t2j4ftlh
time="2022-01-26T02:51:55.914Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2j4ftlh
time="2022-01-26T02:51:55.914Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=42jzs22s
time="2022-01-26T02:51:55.914Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=lmjls9t4
time="2022-01-26T02:51:55.914Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=lmjls9t4
time="2022-01-26T02:51:55.914Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmjls9t4
time="2022-01-26T02:51:55.914Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=42jzs22s
time="2022-01-26T02:51:55.914Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=42jzs22s
time="2022-01-26T02:51:55.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=hs64cvh6
time="2022-01-26T02:51:55.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=gfmcbtbn
time="2022-01-26T02:51:55.983Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=gfmcbtbn
time="2022-01-26T02:51:55.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hs64cvh6
time="2022-01-26T02:51:55.983Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=wsg4tjql
time="2022-01-26T02:51:55.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfmcbtbn
time="2022-01-26T02:51:55.983Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=wsg4tjql
time="2022-01-26T02:51:55.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=5zt4r5fx
time="2022-01-26T02:51:55.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wsg4tjql
time="2022-01-26T02:51:55.983Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=5zt4r5fx
time="2022-01-26T02:51:55.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5zt4r5fx
time="2022-01-26T02:51:55.983Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=d47d2qnz
time="2022-01-26T02:51:55.983Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=q9vlqlrh
time="2022-01-26T02:51:55.983Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:51:55.983Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=d47d2qnz
time="2022-01-26T02:51:55.983Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=d47d2qnz
time="2022-01-26T02:51:55.983Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=q9vlqlrh
time="2022-01-26T02:51:55.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.983Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T02:51:55.983Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=q9vlqlrh
time="2022-01-26T02:51:55.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=ztq68qw9
time="2022-01-26T02:51:55.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=9ljspbzj
time="2022-01-26T02:51:55.984Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=ztq68qw9
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztq68qw9
time="2022-01-26T02:51:55.984Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=9ljspbzj
time="2022-01-26T02:51:55.983Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=q9vlqlrh
time="2022-01-26T02:51:55.984Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=hn5khgsg
time="2022-01-26T02:51:55.984Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:51:55.984Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=q9vlqlrh
time="2022-01-26T02:51:55.984Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=q9vlqlrh
time="2022-01-26T02:51:55.984Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=hn5khgsg
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q9vlqlrh
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn5khgsg
time="2022-01-26T02:51:55.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=8f54vrf7
time="2022-01-26T02:51:55.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=m7vfcp6l
time="2022-01-26T02:51:55.984Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=m7vfcp6l
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7vfcp6l
time="2022-01-26T02:51:55.984Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.984Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xdqhg78x
time="2022-01-26T02:51:55.984Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=56.984245322s namespace=/jshu-pool-test-8hfg5 reconcileID=xdqhg78x
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=xdqhg78x
time="2022-01-26T02:51:55.984Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=2vvvpwcm
time="2022-01-26T02:51:55.984Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=8f54vrf7
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vvvpwcm
time="2022-01-26T02:51:55.984Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=8f54vrf7
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ljspbzj
time="2022-01-26T02:51:55.984Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T02:51:55.984Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=8f54vrf7
time="2022-01-26T02:51:55.984Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=8f54vrf7
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8f54vrf7
time="2022-01-26T02:51:55.984Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=71 elapsedMillisGT=0 outcome=unspecified reconcileID=v42ktxp8
time="2022-01-26T02:51:55.984Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvmxcttd
time="2022-01-26T02:51:55.984Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:51:55.985Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=mvmxcttd stale=0 standby=0 unclaimed=2
time="2022-01-26T02:51:55.985Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvmxcttd unassignedCount=0
time="2022-01-26T02:51:55.985Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvmxcttd
time="2022-01-26T02:52:04.831Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gqbc4q72
time="2022-01-26T02:52:04.831Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T02:52:04.831Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=wxgqwnbc
time="2022-01-26T02:52:04.831Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gqbc4q72
time="2022-01-26T02:52:04.831Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:52:04.831Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=gqbc4q72
time="2022-01-26T02:52:04.831Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=wxgqwnbc
time="2022-01-26T02:52:04.831Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=wxgqwnbc
time="2022-01-26T02:52:13Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=vf9b5lq7
time="2022-01-26T02:52:13Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=8p6m99sc
time="2022-01-26T02:52:13Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vf9b5lq7
time="2022-01-26T02:52:13Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vf9b5lq7
time="2022-01-26T02:52:13Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=8p6m99sc
time="2022-01-26T02:52:13Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vf9b5lq7
time="2022-01-26T02:52:13Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=8p6m99sc
time="2022-01-26T02:52:13Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:52:13Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=8p6m99sc
time="2022-01-26T02:52:13Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=vf9b5lq7
time="2022-01-26T02:52:13Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T02:52:13Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=8p6m99sc
time="2022-01-26T02:52:13Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=vf9b5lq7
time="2022-01-26T02:52:13Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=8p6m99sc
time="2022-01-26T02:52:13Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8p6m99sc
time="2022-01-26T02:52:13Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vf9b5lq7
time="2022-01-26T02:52:51.566Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wjjxk4sd
time="2022-01-26T02:52:51.566Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:51.566Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=x48chn5w
time="2022-01-26T02:52:51.566Z" level=info msg="initializing cluster claim conditions" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=x48chn5w
time="2022-01-26T02:52:51.566Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=wjjxk4sd stale=0 standby=0 unclaimed=2
time="2022-01-26T02:52:51.566Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wjjxk4sd unassignedCount=1
time="2022-01-26T02:52:51.566Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wjjxk4sd
time="2022-01-26T02:52:51.574Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=x48chn5w
time="2022-01-26T02:52:51.574Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=85wm2xwg
time="2022-01-26T02:52:51.574Z" level=debug msg="adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=85wm2xwg
time="2022-01-26T02:52:51.575Z" level=info msg="could not update status of ClusterClaim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wjjxk4sd
time="2022-01-26T02:52:51.575Z" level=error msg="error assigning clusters <=> claims" clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wjjxk4sd
time="2022-01-26T02:52:51.575Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=wjjxk4sd
time="2022-01-26T02:52:51.575Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:52:51.575Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ltq7f5m
time="2022-01-26T02:52:51.575Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744ba4dfe3e9c3, ext:1794803669175, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:51.575Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=6ltq7f5m stale=0 standby=0 unclaimed=2
time="2022-01-26T02:52:51.575Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ltq7f5m unassignedCount=1
time="2022-01-26T02:52:51.575Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ltq7f5m
time="2022-01-26T02:52:51.582Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=1 reconcileID=6ltq7f5m
time="2022-01-26T02:52:51.583Z" level=info msg="error adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test controller=clusterclaim error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=85wm2xwg
time="2022-01-26T02:52:51.583Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=85wm2xwg
time="2022-01-26T02:52:51.583Z" level=error msg="Reconciler error" _name=clusterclaim-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-claim-test namespace=default
time="2022-01-26T02:52:51.583Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=bqvprdgc
time="2022-01-26T02:52:51.583Z" level=debug msg="adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=bqvprdgc
time="2022-01-26T02:52:51.588Z" level=info msg="Creating new cluster" cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ltq7f5m
time="2022-01-26T02:52:51.588Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:51.588Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=2cj5w646
time="2022-01-26T02:52:51.588Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=588.887521ms namespace=/jshu-pool-test-dt9tx reconcileID=2cj5w646
time="2022-01-26T02:52:51.588Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=2cj5w646
time="2022-01-26T02:52:51.589Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=bqvprdgc
time="2022-01-26T02:52:51.589Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=bqvprdgc
time="2022-01-26T02:52:51.589Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=kl4mvrht
time="2022-01-26T02:52:51.589Z" level=debug msg="adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=kl4mvrht
time="2022-01-26T02:52:51.599Z" level=info msg="error adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test controller=clusterclaim error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=kl4mvrht
time="2022-01-26T02:52:51.599Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=kl4mvrht
time="2022-01-26T02:52:51.599Z" level=error msg="Reconciler error" _name=clusterclaim-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-claim-test namespace=default
time="2022-01-26T02:52:51.599Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=hdlbqrkd
time="2022-01-26T02:52:51.599Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=hdlbqrkd
time="2022-01-26T02:52:51.599Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hdlbqrkd
time="2022-01-26T02:52:51.604Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=kv4lgx7g
time="2022-01-26T02:52:51.604Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=kv4lgx7g
time="2022-01-26T02:52:51.604Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kv4lgx7g
time="2022-01-26T02:52:51.605Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=69zxqmrs
time="2022-01-26T02:52:51.605Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=605.87971ms namespace=/jshu-pool-test-dt9tx reconcileID=69zxqmrs
time="2022-01-26T02:52:51.605Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=69zxqmrs
time="2022-01-26T02:52:51.629Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=87nfx5hl
time="2022-01-26T02:52:51.629Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=87nfx5hl
time="2022-01-26T02:52:51.639Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=9 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=87nfx5hl
time="2022-01-26T02:52:51.639Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=bswmsj82
time="2022-01-26T02:52:51.639Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.639Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=bswmsj82
time="2022-01-26T02:52:51.639Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=bswmsj82
time="2022-01-26T02:52:51.656Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=hw69d4ml
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=rflv2fjq
time="2022-01-26T02:52:51.656Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=hw69d4ml
time="2022-01-26T02:52:51.656Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=656.123516ms namespace=/jshu-pool-test-dt9tx reconcileID=rflv2fjq
time="2022-01-26T02:52:51.656Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=rflv2fjq
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=742nhc7q
time="2022-01-26T02:52:51.656Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=742nhc7q
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=99c5qz2l
time="2022-01-26T02:52:51.656Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=99c5qz2l
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dk2wb89q
time="2022-01-26T02:52:51.656Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.656Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dk2wb89q
time="2022-01-26T02:52:51.656Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=dk2wb89q
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=4npgc45w
time="2022-01-26T02:52:51.656Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=4npgc45w
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=5mfvk588
time="2022-01-26T02:52:51.656Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=5mfvk588
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=nfsmds9v
time="2022-01-26T02:52:51.656Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=nfsmds9v
time="2022-01-26T02:52:51.656Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfsmds9v
time="2022-01-26T02:52:51.656Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-01-26T02:52:51.656Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=bqjltl2t
time="2022-01-26T02:52:51.656Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=bqjltl2t
time="2022-01-26T02:52:51.656Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqjltl2t
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.656Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.656Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=sg66jbjh
time="2022-01-26T02:52:51.656Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=sg66jbjh
time="2022-01-26T02:52:51.656Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sg66jbjh
time="2022-01-26T02:52:51.657Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=6ltq7f5m
time="2022-01-26T02:52:51.657Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fx7l2l49
time="2022-01-26T02:52:51.657Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fx7l2l49
time="2022-01-26T02:52:51.657Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=6rhv8pmb
time="2022-01-26T02:52:51.657Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=6rhv8pmb
time="2022-01-26T02:52:51.669Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=jbcjppvn
time="2022-01-26T02:52:51.669Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=jbcjppvn
time="2022-01-26T02:52:51.669Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbcjppvn
time="2022-01-26T02:52:51.669Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=2blttp8k
time="2022-01-26T02:52:51.669Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=669.631892ms namespace=/jshu-pool-test-dt9tx reconcileID=2blttp8k
time="2022-01-26T02:52:51.669Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=2blttp8k
time="2022-01-26T02:52:51.669Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=hw69d4ml
time="2022-01-26T02:52:51.669Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qx6t949m
time="2022-01-26T02:52:51.669Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qx6t949m
time="2022-01-26T02:52:51.669Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qx6t949m
time="2022-01-26T02:52:51.669Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=n9d8fjbr
time="2022-01-26T02:52:51.669Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=n9d8fjbr
time="2022-01-26T02:52:51.669Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9d8fjbr
time="2022-01-26T02:52:51.671Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=99c5qz2l
time="2022-01-26T02:52:51.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=99c5qz2l
time="2022-01-26T02:52:51.671Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=cxkxv6rw
time="2022-01-26T02:52:51.671Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=cxkxv6rw
time="2022-01-26T02:52:51.673Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5mfvk588
time="2022-01-26T02:52:51.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=5mfvk588
time="2022-01-26T02:52:51.673Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=tztklh4m
time="2022-01-26T02:52:51.673Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=tztklh4m
time="2022-01-26T02:52:51.674Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=gkl5vw28
time="2022-01-26T02:52:51.674Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=gkl5vw28
time="2022-01-26T02:52:51.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkl5vw28
time="2022-01-26T02:52:51.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.674Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.675Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=5wzfr2m5
time="2022-01-26T02:52:51.675Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.675Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=5wzfr2m5
time="2022-01-26T02:52:51.675Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=5wzfr2m5
time="2022-01-26T02:52:51.677Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=fx7l2l49
time="2022-01-26T02:52:51.677Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=fx7l2l49
time="2022-01-26T02:52:51.677Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.677Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=gphvwz6x
time="2022-01-26T02:52:51.677Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=gphvwz6x
time="2022-01-26T02:52:51.678Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4npgc45w
time="2022-01-26T02:52:51.678Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=4npgc45w
time="2022-01-26T02:52:51.678Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.678Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=9s6nkcpk
time="2022-01-26T02:52:51.678Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=9s6nkcpk
time="2022-01-26T02:52:51.684Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=742nhc7q
time="2022-01-26T02:52:51.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=742nhc7q
time="2022-01-26T02:52:51.684Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zhjltjr9
time="2022-01-26T02:52:51.684Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zhjltjr9
time="2022-01-26T02:52:51.686Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6rhv8pmb
time="2022-01-26T02:52:51.686Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=6rhv8pmb
time="2022-01-26T02:52:51.686Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.686Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=d2pp8x92
time="2022-01-26T02:52:51.686Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=d2pp8x92
time="2022-01-26T02:52:51.691Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=cxkxv6rw
time="2022-01-26T02:52:51.691Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=gm6qvbrw
time="2022-01-26T02:52:51.691Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=gm6qvbrw
time="2022-01-26T02:52:51.691Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=6ltq7f5m
time="2022-01-26T02:52:51.693Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=cl52tr8f
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=gnq58svp
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=k68mbdgt
time="2022-01-26T02:52:51.693Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=vz27q2h2
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=pjtpsrng
time="2022-01-26T02:52:51.693Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=gnq58svp
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:52:51.693Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T02:52:51.693Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=gnq58svp
time="2022-01-26T02:52:51.693Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T02:52:51.693Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=gnq58svp
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=zxddfgxv
time="2022-01-26T02:52:51.693Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T02:52:51.693Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=gnq58svp
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=2vcj44k6
time="2022-01-26T02:52:51.693Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=gnq58svp
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=zvjh9dsm
time="2022-01-26T02:52:51.694Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1m52.694003775s namespace=/jshu-pool-test-8d8ws reconcileID=zvjh9dsm
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=zvjh9dsm
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnq58svp
time="2022-01-26T02:52:51.693Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=46vx5ccv
time="2022-01-26T02:52:51.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=6zd6m4br
time="2022-01-26T02:52:51.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=2c42r7l5
time="2022-01-26T02:52:51.694Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=mwpqr5kq
time="2022-01-26T02:52:51.694Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=fgchpvhh
time="2022-01-26T02:52:51.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=cvrplnhr
time="2022-01-26T02:52:51.694Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=cl52tr8f
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvrplnhr
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cl52tr8f
time="2022-01-26T02:52:51.694Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=k68mbdgt
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=k68mbdgt
time="2022-01-26T02:52:51.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=hmhmc698
time="2022-01-26T02:52:51.694Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=vz27q2h2
time="2022-01-26T02:52:51.694Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=hmhmc698
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vz27q2h2
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmhmc698
time="2022-01-26T02:52:51.694Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=pjtpsrng
time="2022-01-26T02:52:51.694Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=2g7kbdtt
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pjtpsrng
time="2022-01-26T02:52:51.694Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=694.247967ms namespace=/jshu-pool-test-dt9tx reconcileID=2g7kbdtt
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=2g7kbdtt
time="2022-01-26T02:52:51.694Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=zxddfgxv
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxddfgxv
time="2022-01-26T02:52:51.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=lvmtdkb4
time="2022-01-26T02:52:51.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:52:51.694Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=lvmtdkb4
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lvmtdkb4
time="2022-01-26T02:52:51.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:52:51.694Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=2vcj44k6
time="2022-01-26T02:52:51.694Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=2vcj44k6
time="2022-01-26T02:52:51.694Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46vx5ccv
time="2022-01-26T02:52:51.694Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=6zd6m4br
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zd6m4br
time="2022-01-26T02:52:51.694Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=2c42r7l5
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2c42r7l5
time="2022-01-26T02:52:51.694Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=mwpqr5kq
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwpqr5kq
time="2022-01-26T02:52:51.694Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=2vcj44k6
time="2022-01-26T02:52:51.694Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=fgchpvhh
time="2022-01-26T02:52:51.694Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=2vcj44k6
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgchpvhh
time="2022-01-26T02:52:51.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vcj44k6
time="2022-01-26T02:52:51.697Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=9s6nkcpk
time="2022-01-26T02:52:51.697Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=9s6nkcpk
time="2022-01-26T02:52:51.697Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.697Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=bx5m4bq8
time="2022-01-26T02:52:51.697Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=bx5m4bq8
time="2022-01-26T02:52:51.699Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=rl4gqdw2
time="2022-01-26T02:52:51.699Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.699Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=q8zz8v6s
time="2022-01-26T02:52:51.699Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=rl4gqdw2
time="2022-01-26T02:52:51.699Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=q8zz8v6s
time="2022-01-26T02:52:51.699Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=rl4gqdw2
time="2022-01-26T02:52:51.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q8zz8v6s
time="2022-01-26T02:52:51.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.699Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.699Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gphvwz6x
time="2022-01-26T02:52:51.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=gphvwz6x
time="2022-01-26T02:52:51.699Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=rqq29dvz
time="2022-01-26T02:52:51.699Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=rqq29dvz
time="2022-01-26T02:52:51.699Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tztklh4m
time="2022-01-26T02:52:51.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=tztklh4m
time="2022-01-26T02:52:51.699Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=s5g2d5ch
time="2022-01-26T02:52:51.7Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=s5g2d5ch
time="2022-01-26T02:52:51.707Z" level=error msg="could not update powerState" cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=6ltq7f5m
time="2022-01-26T02:52:51.707Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=d2pp8x92
time="2022-01-26T02:52:51.707Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:52:51.707Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=6ltq7f5m
time="2022-01-26T02:52:51.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=d2pp8x92
time="2022-01-26T02:52:51.707Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:52:51.707Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=4lfdrslk
time="2022-01-26T02:52:51.707Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9hn2f88x
time="2022-01-26T02:52:51.707Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=4lfdrslk
time="2022-01-26T02:52:51.707Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:51.707Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=9hn2f88x stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:51.707Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9hn2f88x unassignedCount=1
time="2022-01-26T02:52:51.707Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zhjltjr9
time="2022-01-26T02:52:51.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=zhjltjr9
time="2022-01-26T02:52:51.707Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gm6qvbrw
time="2022-01-26T02:52:51.707Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=gm6qvbrw
time="2022-01-26T02:52:51.708Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rl9mxfcq
time="2022-01-26T02:52:51.708Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.708Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rl9mxfcq
time="2022-01-26T02:52:51.708Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xx462sq9
time="2022-01-26T02:52:51.708Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xx462sq9
time="2022-01-26T02:52:51.708Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xx462sq9
time="2022-01-26T02:52:51.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=2n27m9t5
time="2022-01-26T02:52:51.713Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=2n27m9t5
time="2022-01-26T02:52:51.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2n27m9t5
time="2022-01-26T02:52:51.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=bx5m4bq8
time="2022-01-26T02:52:51.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=7twsbzpj
time="2022-01-26T02:52:51.713Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=7twsbzpj
time="2022-01-26T02:52:51.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=dx6zhtc9
time="2022-01-26T02:52:51.713Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=dx6zhtc9
time="2022-01-26T02:52:51.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dx6zhtc9
time="2022-01-26T02:52:51.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=cz58hnlc
time="2022-01-26T02:52:51.714Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=cz58hnlc
time="2022-01-26T02:52:51.714Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cz58hnlc
time="2022-01-26T02:52:51.714Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=2p95tqfs
time="2022-01-26T02:52:51.714Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=714.084383ms namespace=/jshu-pool-test-dt9tx reconcileID=2p95tqfs
time="2022-01-26T02:52:51.714Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=2p95tqfs
time="2022-01-26T02:52:51.714Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=rprm5jzq
time="2022-01-26T02:52:51.714Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=rprm5jzq
time="2022-01-26T02:52:51.714Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rprm5jzq
time="2022-01-26T02:52:51.714Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=kr9n9ktk
time="2022-01-26T02:52:51.714Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=kr9n9ktk
time="2022-01-26T02:52:51.714Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kr9n9ktk
time="2022-01-26T02:52:51.717Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rqq29dvz
time="2022-01-26T02:52:51.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=rqq29dvz
time="2022-01-26T02:52:51.717Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.717Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=sxz6gklg
time="2022-01-26T02:52:51.717Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=sxz6gklg
time="2022-01-26T02:52:51.717Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rl9mxfcq
time="2022-01-26T02:52:51.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=rl9mxfcq
time="2022-01-26T02:52:51.717Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.717Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4lfdrslk
time="2022-01-26T02:52:51.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4lfdrslk
time="2022-01-26T02:52:51.718Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=kcnjfhmn
time="2022-01-26T02:52:51.718Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=kcnjfhmn
time="2022-01-26T02:52:51.718Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=97wswlz2
time="2022-01-26T02:52:51.718Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=97wswlz2
time="2022-01-26T02:52:51.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=97wswlz2
time="2022-01-26T02:52:51.719Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.719Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.719Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.719Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=s5g2d5ch
time="2022-01-26T02:52:51.719Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=s5g2d5ch
time="2022-01-26T02:52:51.719Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.719Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=sgds5pgd
time="2022-01-26T02:52:51.719Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=sgds5pgd
time="2022-01-26T02:52:51.719Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g2hsdg7m
time="2022-01-26T02:52:51.719Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.719Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g2hsdg7m
time="2022-01-26T02:52:51.719Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=g2hsdg7m
time="2022-01-26T02:52:51.723Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7twsbzpj
time="2022-01-26T02:52:51.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=7twsbzpj
time="2022-01-26T02:52:51.723Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.723Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=b5t28mhc
time="2022-01-26T02:52:51.723Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=b5t28mhc
time="2022-01-26T02:52:51.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5t28mhc
time="2022-01-26T02:52:51.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7cfgl247
time="2022-01-26T02:52:51.727Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7cfgl247
time="2022-01-26T02:52:51.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7cfgl247
time="2022-01-26T02:52:51.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7xtcb492
time="2022-01-26T02:52:51.727Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7xtcb492
time="2022-01-26T02:52:51.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xtcb492
time="2022-01-26T02:52:51.727Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=cp7q7zhx
time="2022-01-26T02:52:51.727Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=727.177716ms namespace=/jshu-pool-test-dt9tx reconcileID=cp7q7zhx
time="2022-01-26T02:52:51.727Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=cp7q7zhx
time="2022-01-26T02:52:51.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=fknvhp8g
time="2022-01-26T02:52:51.727Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=fknvhp8g
time="2022-01-26T02:52:51.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fknvhp8g
time="2022-01-26T02:52:51.727Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=5xd68p5t
time="2022-01-26T02:52:51.727Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=5xd68p5t
time="2022-01-26T02:52:51.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xd68p5t
time="2022-01-26T02:52:51.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=fc5c2jqd
time="2022-01-26T02:52:51.727Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=fc5c2jqd
time="2022-01-26T02:52:51.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fc5c2jqd
time="2022-01-26T02:52:51.728Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=kcnjfhmn
time="2022-01-26T02:52:51.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pbdzj7xs
time="2022-01-26T02:52:51.728Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pbdzj7xs
time="2022-01-26T02:52:51.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=n227ptvv
time="2022-01-26T02:52:51.729Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=n227ptvv
time="2022-01-26T02:52:51.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n227ptvv
time="2022-01-26T02:52:51.729Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sxz6gklg
time="2022-01-26T02:52:51.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=sxz6gklg
time="2022-01-26T02:52:51.729Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.73Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sgds5pgd
time="2022-01-26T02:52:51.73Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=sgds5pgd
time="2022-01-26T02:52:51.73Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=jpkhngh2
time="2022-01-26T02:52:51.73Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=jpkhngh2
time="2022-01-26T02:52:51.732Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=mvwm97nt
time="2022-01-26T02:52:51.732Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=sxdwm4jk
time="2022-01-26T02:52:51.732Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=sxdwm4jk
time="2022-01-26T02:52:51.732Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.732Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sxdwm4jk
time="2022-01-26T02:52:51.732Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=mvwm97nt
time="2022-01-26T02:52:51.732Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=mvwm97nt
time="2022-01-26T02:52:51.732Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.732Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.732Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=h26qgrq6
time="2022-01-26T02:52:51.739Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=h26qgrq6
time="2022-01-26T02:52:51.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h26qgrq6
time="2022-01-26T02:52:51.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=dxgf98cm
time="2022-01-26T02:52:51.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=q5cs9cp4
time="2022-01-26T02:52:51.739Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=dxgf98cm
time="2022-01-26T02:52:51.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dxgf98cm
time="2022-01-26T02:52:51.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5cs9cp4
time="2022-01-26T02:52:51.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=fjjrc25q
time="2022-01-26T02:52:51.739Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=fjjrc25q
time="2022-01-26T02:52:51.739Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=v552nl2g
time="2022-01-26T02:52:51.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjjrc25q
time="2022-01-26T02:52:51.739Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=739.596681ms namespace=/jshu-pool-test-dt9tx reconcileID=v552nl2g
time="2022-01-26T02:52:51.739Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=t52dbk5s
time="2022-01-26T02:52:51.739Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=v552nl2g
time="2022-01-26T02:52:51.739Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=t52dbk5s
time="2022-01-26T02:52:51.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t52dbk5s
time="2022-01-26T02:52:51.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=vmxn4dzq
time="2022-01-26T02:52:51.739Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=vmxn4dzq
time="2022-01-26T02:52:51.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmxn4dzq
time="2022-01-26T02:52:51.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=jpkhngh2
time="2022-01-26T02:52:51.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=kzmj4qhs
time="2022-01-26T02:52:51.741Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=kzmj4qhs
time="2022-01-26T02:52:51.744Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=nwkkpcc7
time="2022-01-26T02:52:51.744Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=nwkkpcc7
time="2022-01-26T02:52:51.744Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwkkpcc7
time="2022-01-26T02:52:51.745Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.745Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jhtwjjsq
time="2022-01-26T02:52:51.745Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.745Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.745Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.745Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jhtwjjsq
time="2022-01-26T02:52:51.745Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=jhtwjjsq
time="2022-01-26T02:52:51.748Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=g9np8fkz
time="2022-01-26T02:52:51.748Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=g9np8fkz
time="2022-01-26T02:52:51.75Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=sd7cq9sw
time="2022-01-26T02:52:51.75Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=sd7cq9sw
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7kx9z77l
time="2022-01-26T02:52:51.75Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7kx9z77l
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7kx9z77l
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=9pksz69v
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=mhxh69lf
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9pksz69v
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=v626dnk8
time="2022-01-26T02:52:51.75Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=mhxh69lf
time="2022-01-26T02:52:51.75Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=750.450078ms namespace=/jshu-pool-test-dt9tx reconcileID=v626dnk8
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=v626dnk8
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=wlvqwmnl
time="2022-01-26T02:52:51.75Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.75Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=wlvqwmnl
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=wlvqwmnl
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=jzg7zvvl
time="2022-01-26T02:52:51.75Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=jzg7zvvl
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzg7zvvl
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=5mzpc8mp
time="2022-01-26T02:52:51.75Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=5mzpc8mp
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.75Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mzpc8mp
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sd7cq9sw
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pzfnxg5f
time="2022-01-26T02:52:51.75Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pzfnxg5f
time="2022-01-26T02:52:51.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=tpmk4gkz
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pzfnxg5f
time="2022-01-26T02:52:51.75Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=tpmk4gkz
time="2022-01-26T02:52:51.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpmk4gkz
time="2022-01-26T02:52:51.751Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=kzmj4qhs
time="2022-01-26T02:52:51.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=hwwjhl2k
time="2022-01-26T02:52:51.751Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=hwwjhl2k
time="2022-01-26T02:52:51.751Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hwwjhl2k
time="2022-01-26T02:52:51.754Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g9np8fkz
time="2022-01-26T02:52:51.754Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=g9np8fkz
time="2022-01-26T02:52:51.754Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.754Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=pljk89hf
time="2022-01-26T02:52:51.754Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=pljk89hf
time="2022-01-26T02:52:51.759Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=mhxh69lf
time="2022-01-26T02:52:51.76Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=48v8rbvj
time="2022-01-26T02:52:51.76Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=760.324449ms namespace=/jshu-pool-test-dt9tx reconcileID=48v8rbvj
time="2022-01-26T02:52:51.76Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=4qlh9shc
time="2022-01-26T02:52:51.76Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=48v8rbvj
time="2022-01-26T02:52:51.76Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=4qlh9shc
time="2022-01-26T02:52:51.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4qlh9shc
time="2022-01-26T02:52:51.76Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=66dvbvpz
time="2022-01-26T02:52:51.76Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qx7lwzpl
time="2022-01-26T02:52:51.76Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=66dvbvpz
time="2022-01-26T02:52:51.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66dvbvpz
time="2022-01-26T02:52:51.76Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=kxbtl258
time="2022-01-26T02:52:51.76Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qx7lwzpl
time="2022-01-26T02:52:51.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qx7lwzpl
time="2022-01-26T02:52:51.76Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=kxbtl258
time="2022-01-26T02:52:51.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxbtl258
time="2022-01-26T02:52:51.76Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=8hxr57m2
time="2022-01-26T02:52:51.76Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=8hxr57m2
time="2022-01-26T02:52:51.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8hxr57m2
time="2022-01-26T02:52:51.76Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=bt59kqsn
time="2022-01-26T02:52:51.76Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=bt59kqsn
time="2022-01-26T02:52:51.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bt59kqsn
time="2022-01-26T02:52:51.76Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=5jtxlrtb
time="2022-01-26T02:52:51.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5jtxlrtb
time="2022-01-26T02:52:51.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=hdxglh9p
time="2022-01-26T02:52:51.765Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pljk89hf
time="2022-01-26T02:52:51.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=pljk89hf
time="2022-01-26T02:52:51.765Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.765Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=bmnv6wjm
time="2022-01-26T02:52:51.765Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=bmnv6wjm
time="2022-01-26T02:52:51.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmnv6wjm
time="2022-01-26T02:52:51.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.765Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.766Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxqrhf64
time="2022-01-26T02:52:51.766Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.766Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxqrhf64
time="2022-01-26T02:52:51.766Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=fxqrhf64
time="2022-01-26T02:52:51.775Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9hn2f88x
time="2022-01-26T02:52:51.775Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=9hn2f88x
time="2022-01-26T02:52:51.78Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=ds9cfbjs
time="2022-01-26T02:52:51.78Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=ds9cfbjs
time="2022-01-26T02:52:51.78Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ds9cfbjs
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=w29f52ks
time="2022-01-26T02:52:51.781Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=w29f52ks
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=hdxglh9p
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=m2sbkgfg
time="2022-01-26T02:52:51.781Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=781.113096ms namespace=/jshu-pool-test-dt9tx reconcileID=m2sbkgfg
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=m2sbkgfg
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=f6mnrnh5
time="2022-01-26T02:52:51.781Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=f6mnrnh5
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6mnrnh5
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=bqqk9l9n
time="2022-01-26T02:52:51.781Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=bqqk9l9n
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqqk9l9n
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.781Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vgwnvmlx
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=6s6lvrh9
time="2022-01-26T02:52:51.781Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.781Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vgwnvmlx
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vgwnvmlx
time="2022-01-26T02:52:51.781Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=6s6lvrh9
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=6s6lvrh9
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=sp4zsmrg
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=4v49vd2w
time="2022-01-26T02:52:51.781Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=4v49vd2w
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4v49vd2w
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=7v5kw4gx
time="2022-01-26T02:52:51.781Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=7v5kw4gx
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7v5kw4gx
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=nmpk8gfx
time="2022-01-26T02:52:51.781Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=nmpk8gfx
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmpk8gfx
time="2022-01-26T02:52:51.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=svhkdgzp
time="2022-01-26T02:52:51.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svhkdgzp
time="2022-01-26T02:52:51.792Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=8q6chkq2
time="2022-01-26T02:52:51.792Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=792.93884ms namespace=/jshu-pool-test-dt9tx reconcileID=8q6chkq2
time="2022-01-26T02:52:51.792Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=8q6chkq2
time="2022-01-26T02:52:51.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=srhqblrx
time="2022-01-26T02:52:51.793Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=srhqblrx
time="2022-01-26T02:52:51.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srhqblrx
time="2022-01-26T02:52:51.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xpc9grmz
time="2022-01-26T02:52:51.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=bxt9wnh7
time="2022-01-26T02:52:51.793Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xpc9grmz
time="2022-01-26T02:52:51.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xpc9grmz
time="2022-01-26T02:52:51.793Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=bxt9wnh7
time="2022-01-26T02:52:51.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxt9wnh7
time="2022-01-26T02:52:51.793Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=jt2xmqgc
time="2022-01-26T02:52:51.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pnxxn7jw
time="2022-01-26T02:52:51.793Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pnxxn7jw
time="2022-01-26T02:52:51.793Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=jt2xmqgc
time="2022-01-26T02:52:51.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnxxn7jw
time="2022-01-26T02:52:51.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jt2xmqgc
time="2022-01-26T02:52:51.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=g99z52mb
time="2022-01-26T02:52:51.793Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=g99z52mb
time="2022-01-26T02:52:51.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=r4m4t7dl
time="2022-01-26T02:52:51.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4m4t7dl
time="2022-01-26T02:52:51.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g99z52mb
time="2022-01-26T02:52:51.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=w29f52ks
time="2022-01-26T02:52:51.798Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.798Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.798Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=nslspdtp
time="2022-01-26T02:52:51.798Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.798Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.798Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=m72vnfb6
time="2022-01-26T02:52:51.798Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=nslspdtp
time="2022-01-26T02:52:51.798Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=m72vnfb6
time="2022-01-26T02:52:51.798Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=nslspdtp
time="2022-01-26T02:52:51.798Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m72vnfb6
time="2022-01-26T02:52:51.798Z" level=info msg="failed to set cluster region label" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sp4zsmrg
time="2022-01-26T02:52:51.798Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=sp4zsmrg
time="2022-01-26T02:52:51.798Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.798Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pxq5zq9d
time="2022-01-26T02:52:51.817Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=fwqr8kkm
time="2022-01-26T02:52:51.817Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=fwqr8kkm
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwqr8kkm
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zx72tbkz
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zx72tbkz
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=hfw95q49
time="2022-01-26T02:52:51.817Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=hfw95q49
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfw95q49
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=szbq6nr2
time="2022-01-26T02:52:51.817Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=szbq6nr2
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szbq6nr2
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.817Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pntx9wxn
time="2022-01-26T02:52:51.817Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pntx9wxn
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pntx9wxn
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=rzdv7579
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rzdv7579
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=2pr8tbqc
time="2022-01-26T02:52:51.817Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=817.505391ms namespace=/jshu-pool-test-dt9tx reconcileID=2pr8tbqc
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=2pr8tbqc
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=4qngdpt2
time="2022-01-26T02:52:51.817Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.817Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=4qngdpt2
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=4qngdpt2
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=l7k97n7b
time="2022-01-26T02:52:51.817Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=l7k97n7b
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7k97n7b
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=tvq4xqnb
time="2022-01-26T02:52:51.817Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=tvq4xqnb
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tvq4xqnb
time="2022-01-26T02:52:51.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=7849b54j
time="2022-01-26T02:52:51.817Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=7849b54j
time="2022-01-26T02:52:51.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7849b54j
time="2022-01-26T02:52:51.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=pxq5zq9d
time="2022-01-26T02:52:51.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8mv77wbv
time="2022-01-26T02:52:51.818Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8mv77wbv
time="2022-01-26T02:52:51.835Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=8mv77wbv
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=jmv4wss2
time="2022-01-26T02:52:51.836Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=s74jtmvr
time="2022-01-26T02:52:51.836Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=s74jtmvr
time="2022-01-26T02:52:51.836Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=jmv4wss2
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s74jtmvr
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jmv4wss2
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=kmccz9cg
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kmccz9cg
time="2022-01-26T02:52:51.836Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=f49s9mm5
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=f2ccxrjq
time="2022-01-26T02:52:51.836Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=f49s9mm5
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f49s9mm5
time="2022-01-26T02:52:51.836Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=f2ccxrjq
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f2ccxrjq
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nw8r4xnf
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=xnpkrjgh
time="2022-01-26T02:52:51.836Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=xnpkrjgh
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xnpkrjgh
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=bhfk48cx
time="2022-01-26T02:52:51.836Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=bhfk48cx
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bhfk48cx
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=htpw8wn5
time="2022-01-26T02:52:51.836Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=htpw8wn5
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=htpw8wn5
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=sgfv62gm
time="2022-01-26T02:52:51.836Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=836.896129ms namespace=/jshu-pool-test-dt9tx reconcileID=sgfv62gm
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=sgfv62gm
time="2022-01-26T02:52:51.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=snkf2zkt
time="2022-01-26T02:52:51.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=snkf2zkt
time="2022-01-26T02:52:51.837Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=nwlff2cv
time="2022-01-26T02:52:51.837Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.837Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=nwlff2cv
time="2022-01-26T02:52:51.837Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=nwlff2cv
time="2022-01-26T02:52:51.846Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nw8r4xnf
time="2022-01-26T02:52:51.846Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nw8r4xnf
time="2022-01-26T02:52:51.846Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx-merged-pull-secret reconcileID=nw8r4xnf
time="2022-01-26T02:52:51.846Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=69ghb4zm
time="2022-01-26T02:52:51.846Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=flsst8lg
time="2022-01-26T02:52:51.846Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=flsst8lg
time="2022-01-26T02:52:51.846Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=846.788699ms namespace=/jshu-pool-test-dt9tx reconcileID=69ghb4zm
time="2022-01-26T02:52:51.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flsst8lg
time="2022-01-26T02:52:51.846Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=69ghb4zm
time="2022-01-26T02:52:51.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=48txvdm7
time="2022-01-26T02:52:51.846Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=nwc9blpr
time="2022-01-26T02:52:51.846Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:51.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=gdgthrxd
time="2022-01-26T02:52:51.846Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=nwc9blpr
time="2022-01-26T02:52:51.846Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=gdgthrxd
time="2022-01-26T02:52:51.846Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=nwc9blpr
time="2022-01-26T02:52:51.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gdgthrxd
time="2022-01-26T02:52:51.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=48txvdm7
time="2022-01-26T02:52:51.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=g9phr6fl
time="2022-01-26T02:52:51.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=tlb9fmvp
time="2022-01-26T02:52:51.846Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=g9phr6fl
time="2022-01-26T02:52:51.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g9phr6fl
time="2022-01-26T02:52:51.846Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=tlb9fmvp
time="2022-01-26T02:52:51.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tlb9fmvp
time="2022-01-26T02:52:51.847Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=xf758cfr
time="2022-01-26T02:52:51.847Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.847Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.847Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:51.847Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=xf758cfr
time="2022-01-26T02:52:51.847Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=tkc5nxlm
time="2022-01-26T02:52:51.847Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xf758cfr
time="2022-01-26T02:52:51.847Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=tkc5nxlm
time="2022-01-26T02:52:51.847Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tkc5nxlm
time="2022-01-26T02:52:51.847Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=zlwtw42n
time="2022-01-26T02:52:51.847Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=zlwtw42n
time="2022-01-26T02:52:51.847Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=tc6kf4gl
time="2022-01-26T02:52:51.847Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zlwtw42n
time="2022-01-26T02:52:51.847Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tc6kf4gl
time="2022-01-26T02:52:51.878Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nw8r4xnf secretName=jshu-pool-test-dt9tx-merged-pull-secret
time="2022-01-26T02:52:51.878Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=42 elapsedMillisGT=0 outcome=unspecified reconcileID=nw8r4xnf
time="2022-01-26T02:52:51.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ztfdhvq2
time="2022-01-26T02:52:51.879Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.879Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ztfdhvq2
time="2022-01-26T02:52:51.879Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ztfdhvq2
time="2022-01-26T02:52:51.879Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:51.879Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx-imageset reconcileID=ztfdhvq2
time="2022-01-26T02:52:51.879Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=ztfdhvq2 releaseImage="quay.io/openshift-release-dev/ocp-release:4.9.0-rc.6-x86_64"
time="2022-01-26T02:52:51.974Z" level=error msg="could not update powerState" cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=9hn2f88x
time="2022-01-26T02:52:51.974Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T02:52:51.974Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=267 elapsedMillisGT=0 outcome=unspecified reconcileID=9hn2f88x
time="2022-01-26T02:52:51.974Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T02:52:51.974Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g99bmtzw
time="2022-01-26T02:52:51.974Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:51.975Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=g99bmtzw stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:51.975Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g99bmtzw unassignedCount=1
time="2022-01-26T02:52:51.975Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g99bmtzw
time="2022-01-26T02:52:51.975Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=g99bmtzw
time="2022-01-26T02:52:52.067Z" level=info msg="created service account" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment name=cluster-installer reconcileID=ztfdhvq2
time="2022-01-26T02:52:52.181Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=fzc7wsnm
time="2022-01-26T02:52:52.181Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=fzc7wsnm
time="2022-01-26T02:52:52.181Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fzc7wsnm
time="2022-01-26T02:52:52.181Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=h5snhdmq
time="2022-01-26T02:52:52.181Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.181613154s namespace=/jshu-pool-test-dt9tx reconcileID=h5snhdmq
time="2022-01-26T02:52:52.181Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=h5snhdmq
time="2022-01-26T02:52:52.181Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=45gtc8gh
time="2022-01-26T02:52:52.181Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=45gtc8gh
time="2022-01-26T02:52:52.181Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=mql6p46q
time="2022-01-26T02:52:52.181Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=mql6p46q
time="2022-01-26T02:52:52.181Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mql6p46q
time="2022-01-26T02:52:52.181Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=2dh5z565
time="2022-01-26T02:52:52.181Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=2dh5z565
time="2022-01-26T02:52:52.181Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2dh5z565
time="2022-01-26T02:52:52.181Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.181Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.181Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:52.181Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=llm2sgvr
time="2022-01-26T02:52:52.181Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=llm2sgvr
time="2022-01-26T02:52:52.181Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=llm2sgvr
time="2022-01-26T02:52:52.182Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=clwggbmn
time="2022-01-26T02:52:52.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clwggbmn
time="2022-01-26T02:52:52.182Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=207 elapsedMillisGT=0 outcome=unspecified reconcileID=g99bmtzw
time="2022-01-26T02:52:52.182Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=lrd6hkhp
time="2022-01-26T02:52:52.182Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=lrd6hkhp
time="2022-01-26T02:52:52.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lrd6hkhp
time="2022-01-26T02:52:52.182Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=t5lk8ft7
time="2022-01-26T02:52:52.182Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=t5lk8ft7
time="2022-01-26T02:52:52.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t5lk8ft7
time="2022-01-26T02:52:52.182Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kwrj5bj8
time="2022-01-26T02:52:52.182Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:52.182Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=kwrj5bj8 stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:52.182Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kwrj5bj8 unassignedCount=1
time="2022-01-26T02:52:52.182Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kwrj5bj8
time="2022-01-26T02:52:52.182Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kwrj5bj8
time="2022-01-26T02:52:52.182Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=x78xwplc
time="2022-01-26T02:52:52.182Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=x78xwplc
time="2022-01-26T02:52:52.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x78xwplc
time="2022-01-26T02:52:52.183Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=88rx992k
time="2022-01-26T02:52:52.183Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:52.183Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=88rx992k
time="2022-01-26T02:52:52.183Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=88rx992k
time="2022-01-26T02:52:52.305Z" level=info msg="created role" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment name=cluster-installer reconcileID=ztfdhvq2
time="2022-01-26T02:52:52.51Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment name=cluster-installer reconcileID=ztfdhvq2
time="2022-01-26T02:52:52.666Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:52:52.666Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsed=1.666962042 reconcileID=ztfdhvq2
time="2022-01-26T02:52:52.667Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=788 elapsedMillisGT=0 outcome=unspecified reconcileID=ztfdhvq2
time="2022-01-26T02:52:52.667Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4m4rs4bk
time="2022-01-26T02:52:52.667Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.667Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.667Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4m4rs4bk
time="2022-01-26T02:52:52.667Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4m4rs4bk
time="2022-01-26T02:52:52.667Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=4m4rs4bk
time="2022-01-26T02:52:52.667Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4m4rs4bk
time="2022-01-26T02:52:52.697Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=66f6h7d9
time="2022-01-26T02:52:52.697Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.697Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.697Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=66f6h7d9
time="2022-01-26T02:52:52.697Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=66f6h7d9
time="2022-01-26T02:52:52.697Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=66f6h7d9
time="2022-01-26T02:52:52.697Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66f6h7d9
time="2022-01-26T02:52:52.703Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=whvfdh6t
time="2022-01-26T02:52:52.703Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.703Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.703Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=whvfdh6t
time="2022-01-26T02:52:52.704Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=whvfdh6t
time="2022-01-26T02:52:52.704Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=whvfdh6t
time="2022-01-26T02:52:52.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=whvfdh6t
time="2022-01-26T02:52:52.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cgmm44dk
time="2022-01-26T02:52:52.707Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.707Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.707Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cgmm44dk
time="2022-01-26T02:52:52.707Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cgmm44dk
time="2022-01-26T02:52:52.707Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=cgmm44dk
time="2022-01-26T02:52:52.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cgmm44dk
time="2022-01-26T02:52:52.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qvv4jwxh
time="2022-01-26T02:52:52.724Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.724Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:52.724Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qvv4jwxh
time="2022-01-26T02:52:52.724Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qvv4jwxh
time="2022-01-26T02:52:52.724Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=qvv4jwxh
time="2022-01-26T02:52:52.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvv4jwxh
time="2022-01-26T02:52:53.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=4thc2dcr
time="2022-01-26T02:52:53.034Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4thc2dcr
time="2022-01-26T02:52:54.535Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qpq9x4sl
time="2022-01-26T02:52:54.536Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:54.536Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=qpq9x4sl stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:54.536Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qpq9x4sl unassignedCount=1
time="2022-01-26T02:52:54.536Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qpq9x4sl
time="2022-01-26T02:52:54.536Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qpq9x4sl
time="2022-01-26T02:52:55.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=57lcrx9r
time="2022-01-26T02:52:55.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:55.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:55.436Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=57lcrx9r
time="2022-01-26T02:52:55.436Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=57lcrx9r
time="2022-01-26T02:52:55.436Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=57lcrx9r
time="2022-01-26T02:52:55.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57lcrx9r
time="2022-01-26T02:52:58.869Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzgl5ltj
time="2022-01-26T02:52:58.869Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:58.869Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:58.869Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzgl5ltj
time="2022-01-26T02:52:58.869Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzgl5ltj
time="2022-01-26T02:52:58.87Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=vzgl5ltj
time="2022-01-26T02:52:58.87Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vzgl5ltj
time="2022-01-26T02:52:59.306Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=x9rrdz22
time="2022-01-26T02:52:59.306Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=x9rrdz22
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9rrdz22
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zfgx46sl
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfgx46sl
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=v7gc98tz
time="2022-01-26T02:52:59.306Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=v7gc98tz
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v7gc98tz
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=gpv7rzx4
time="2022-01-26T02:52:59.306Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=gpv7rzx4
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gpv7rzx4
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.306Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=p5qfpcwb
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=6wlshkf4
time="2022-01-26T02:52:59.306Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=p5qfpcwb
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5qfpcwb
time="2022-01-26T02:52:59.306Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=6wlshkf4
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wlshkf4
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=fkxb7mpn
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=stp8wtxr
time="2022-01-26T02:52:59.306Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=fkxb7mpn
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fkxb7mpn
time="2022-01-26T02:52:59.306Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bl5bm8q6
time="2022-01-26T02:52:59.306Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.306Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:59.306Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=stp8wtxr
time="2022-01-26T02:52:59.306Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=stp8wtxr
time="2022-01-26T02:52:59.306Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=stp8wtxr
time="2022-01-26T02:52:59.306Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=bl5bm8q6 stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:59.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=stp8wtxr
time="2022-01-26T02:52:59.306Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bl5bm8q6 unassignedCount=1
time="2022-01-26T02:52:59.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=sg5ntfbz
time="2022-01-26T02:52:59.307Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bl5bm8q6
time="2022-01-26T02:52:59.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sg5ntfbz
time="2022-01-26T02:52:59.307Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=d7t2n994
time="2022-01-26T02:52:59.307Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bl5bm8q6
time="2022-01-26T02:52:59.307Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=8.307056673s namespace=/jshu-pool-test-dt9tx reconcileID=d7t2n994
time="2022-01-26T02:52:59.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=mdghrg54
time="2022-01-26T02:52:59.307Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=d7t2n994
time="2022-01-26T02:52:59.307Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=mdghrg54
time="2022-01-26T02:52:59.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdghrg54
time="2022-01-26T02:52:59.307Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=df2n5nzc
time="2022-01-26T02:52:59.307Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:59.307Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=df2n5nzc
time="2022-01-26T02:52:59.307Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=df2n5nzc
time="2022-01-26T02:52:59.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ckq4qvz9
time="2022-01-26T02:52:59.873Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.873Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.873Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ckq4qvz9
time="2022-01-26T02:52:59.873Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ckq4qvz9
time="2022-01-26T02:52:59.873Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=ckq4qvz9
time="2022-01-26T02:52:59.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckq4qvz9
time="2022-01-26T02:52:59.883Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=l2njpxs4
time="2022-01-26T02:52:59.883Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.883Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.883Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=l2njpxs4
time="2022-01-26T02:52:59.883Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=l2njpxs4
time="2022-01-26T02:52:59.883Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=l2njpxs4
time="2022-01-26T02:52:59.883Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2njpxs4
time="2022-01-26T02:52:59.893Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=l5sn7rsq
time="2022-01-26T02:52:59.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.893Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=l5sn7rsq
time="2022-01-26T02:52:59.893Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=l5sn7rsq
time="2022-01-26T02:52:59.893Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=l5sn7rsq
time="2022-01-26T02:52:59.893Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5sn7rsq
time="2022-01-26T02:52:59.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzwpsqw8
time="2022-01-26T02:52:59.9Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.9Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.9Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzwpsqw8
time="2022-01-26T02:52:59.9Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzwpsqw8
time="2022-01-26T02:52:59.9Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment job=jshu-pool-test-dt9tx-imageset reconcileID=vzwpsqw8 successful=true
time="2022-01-26T02:52:59.907Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzwpsqw8
time="2022-01-26T02:52:59.916Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=5twb6lcp
time="2022-01-26T02:52:59.916Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=5twb6lcp
time="2022-01-26T02:52:59.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5twb6lcp
time="2022-01-26T02:52:59.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=qxtvgsrk
time="2022-01-26T02:52:59.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qxtvgsrk
time="2022-01-26T02:52:59.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=bmd9wwr6
time="2022-01-26T02:52:59.916Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=bmd9wwr6
time="2022-01-26T02:52:59.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmd9wwr6
time="2022-01-26T02:52:59.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=ln7d85w4
time="2022-01-26T02:52:59.916Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=ln7d85w4
time="2022-01-26T02:52:59.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ln7d85w4
time="2022-01-26T02:52:59.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.916Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:59.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9c8tw7lw
time="2022-01-26T02:52:59.917Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9c8tw7lw
time="2022-01-26T02:52:59.917Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c8tw7lw
time="2022-01-26T02:52:59.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=kqgxqfwh
time="2022-01-26T02:52:59.917Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kqgxqfwh
time="2022-01-26T02:52:59.917Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=ncpv4njn
time="2022-01-26T02:52:59.917Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=8.917178073s namespace=/jshu-pool-test-dt9tx reconcileID=ncpv4njn
time="2022-01-26T02:52:59.917Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=ncpv4njn
time="2022-01-26T02:52:59.917Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.917Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f9l6dltc
time="2022-01-26T02:52:59.917Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:59.917Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f9l6dltc
time="2022-01-26T02:52:59.917Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=f9l6dltc
time="2022-01-26T02:52:59.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=r62t6jl5
time="2022-01-26T02:52:59.917Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=r62t6jl5
time="2022-01-26T02:52:59.917Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r62t6jl5
time="2022-01-26T02:52:59.917Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=jkb98jxf
time="2022-01-26T02:52:59.917Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=jkb98jxf
time="2022-01-26T02:52:59.917Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkb98jxf
time="2022-01-26T02:52:59.917Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cpbldqhr
time="2022-01-26T02:52:59.917Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:59.917Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=cpbldqhr stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:59.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=sbwh566z
time="2022-01-26T02:52:59.917Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=sbwh566z
time="2022-01-26T02:52:59.917Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cpbldqhr unassignedCount=1
time="2022-01-26T02:52:59.917Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sbwh566z
time="2022-01-26T02:52:59.917Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cpbldqhr
time="2022-01-26T02:52:59.917Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cpbldqhr
time="2022-01-26T02:52:59.927Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=wpptdnrm
time="2022-01-26T02:52:59.927Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=wpptdnrm
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpptdnrm
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=6sfkhvvb
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6sfkhvvb
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=ssrxlwcd
time="2022-01-26T02:52:59.927Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=ssrxlwcd
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ssrxlwcd
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=swrvh2wj
time="2022-01-26T02:52:59.927Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=swrvh2wj
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=swrvh2wj
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.927Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=v7vtx7dt
time="2022-01-26T02:52:59.927Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=v7vtx7dt
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v7vtx7dt
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=csvnttx7
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=csvnttx7
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=tpzbvncd
time="2022-01-26T02:52:59.927Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=8.927570106s namespace=/jshu-pool-test-dt9tx reconcileID=tpzbvncd
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=tpzbvncd
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=l8fqc9wp
time="2022-01-26T02:52:59.927Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:59.927Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=l8fqc9wp
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=l8fqc9wp
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=q8ck5spr
time="2022-01-26T02:52:59.927Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=q8ck5spr
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q8ck5spr
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qpt9zzs5
time="2022-01-26T02:52:59.927Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qpt9zzs5
time="2022-01-26T02:52:59.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qpt9zzs5
time="2022-01-26T02:52:59.927Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvzhdwjs
time="2022-01-26T02:52:59.927Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:59.928Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=mvzhdwjs stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:59.928Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvzhdwjs unassignedCount=1
time="2022-01-26T02:52:59.928Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvzhdwjs
time="2022-01-26T02:52:59.928Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvzhdwjs
time="2022-01-26T02:52:59.928Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=sl4hmjrd
time="2022-01-26T02:52:59.928Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=sl4hmjrd
time="2022-01-26T02:52:59.928Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sl4hmjrd
time="2022-01-26T02:52:59.928Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzwpsqw8
time="2022-01-26T02:52:59.928Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vzwpsqw8
time="2022-01-26T02:52:59.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=37 elapsedMillisGT=0 outcome=unspecified reconcileID=vzwpsqw8
time="2022-01-26T02:52:59.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pr7x9gcw
time="2022-01-26T02:52:59.937Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.937Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.937Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pr7x9gcw
time="2022-01-26T02:52:59.937Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pr7x9gcw
time="2022-01-26T02:52:59.937Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.937Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=8sw87jnm
time="2022-01-26T02:52:59.937Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=8sw87jnm
time="2022-01-26T02:52:59.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8sw87jnm
time="2022-01-26T02:52:59.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zjvp9sz2
time="2022-01-26T02:52:59.937Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pr7x9gcw
time="2022-01-26T02:52:59.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjvp9sz2
time="2022-01-26T02:52:59.937Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pr7x9gcw
time="2022-01-26T02:52:59.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=47bjq8z8
time="2022-01-26T02:52:59.938Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=47bjq8z8
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=47bjq8z8
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=lcprfhxc
time="2022-01-26T02:52:59.938Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=lcprfhxc
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcprfhxc
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.938Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pdmbd6s8
time="2022-01-26T02:52:59.938Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pdmbd6s8
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pdmbd6s8
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=tf72sq8x
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=fbw82j5f
time="2022-01-26T02:52:59.938Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=tf72sq8x
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tf72sq8x
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbw82j5f
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=pzvr9tql
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=pwp4gfsh
time="2022-01-26T02:52:59.938Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=8.938322515s namespace=/jshu-pool-test-dt9tx reconcileID=pzvr9tql
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=pzvr9tql
time="2022-01-26T02:52:59.938Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=pwp4gfsh
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pwp4gfsh
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lqd4tnt8
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xvmqhmjs
time="2022-01-26T02:52:59.938Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:59.938Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lqd4tnt8
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=lqd4tnt8
time="2022-01-26T02:52:59.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=h7wjz9hn
time="2022-01-26T02:52:59.938Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=h7wjz9hn
time="2022-01-26T02:52:59.938Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7wjz9hn
time="2022-01-26T02:52:59.938Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=xvmqhmjs stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:59.938Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xvmqhmjs unassignedCount=1
time="2022-01-26T02:52:59.938Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xvmqhmjs
time="2022-01-26T02:52:59.938Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvmqhmjs
time="2022-01-26T02:52:59.945Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pr7x9gcw
time="2022-01-26T02:52:59.945Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=pr7x9gcw
time="2022-01-26T02:52:59.945Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.945Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=5crktb6j
time="2022-01-26T02:52:59.945Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.945Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.945Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=5crktb6j
time="2022-01-26T02:52:59.945Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=5crktb6j
time="2022-01-26T02:52:59.945Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.945Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=5crktb6j
time="2022-01-26T02:52:59.945Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment name=cluster-installer reconcileID=5crktb6j
time="2022-01-26T02:52:59.945Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment name=cluster-installer reconcileID=5crktb6j
time="2022-01-26T02:52:59.945Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment name=cluster-installer reconcileID=5crktb6j
time="2022-01-26T02:52:59.945Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-test-dt9tx-0-bzfwg namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.945Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx-0-bzfwg reconcileID=5crktb6j
time="2022-01-26T02:52:59.945Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.958Z" level=info msg="created new provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=5crktb6j
time="2022-01-26T02:52:59.958Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-01-26T02:52:59.958Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=5crktb6j
time="2022-01-26T02:52:59.958Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.958Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9l2sjrbd
time="2022-01-26T02:52:59.958Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:52:59.958Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-test-dt9tx-0-bzfwg namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.958Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2trvbglp
time="2022-01-26T02:52:59.958Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision derivedObject=jshu-pool-test-dt9tx-0-bzfwg-provision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=9l2sjrbd
time="2022-01-26T02:52:59.958Z" level=info msg="creating install job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=9l2sjrbd
time="2022-01-26T02:52:59.958Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2trvbglp
time="2022-01-26T02:52:59.958Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2trvbglp
time="2022-01-26T02:52:59.958Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:52:59.967Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T02:52:59.967Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=9l2sjrbd
time="2022-01-26T02:52:59.967Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:52:59.967Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=kgvwxr5k
time="2022-01-26T02:52:59.967Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=kgvwxr5k
time="2022-01-26T02:52:59.967Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:52:59.969Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsed=8.969640079 reconcileID=5crktb6j
time="2022-01-26T02:52:59.969Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=5crktb6j
time="2022-01-26T02:52:59.969Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qks2hnbz
time="2022-01-26T02:52:59.969Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.969Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.969Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.969Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=w4d8lvlh
time="2022-01-26T02:52:59.969Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qks2hnbz
time="2022-01-26T02:52:59.969Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=w4d8lvlh
time="2022-01-26T02:52:59.969Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4d8lvlh
time="2022-01-26T02:52:59.969Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qks2hnbz
time="2022-01-26T02:52:59.969Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=tqggn6ql
time="2022-01-26T02:52:59.969Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.969Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=tqggn6ql
time="2022-01-26T02:52:59.969Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tqggn6ql
time="2022-01-26T02:52:59.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=hwcpnzk6
time="2022-01-26T02:52:59.97Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=hwcpnzk6
time="2022-01-26T02:52:59.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hwcpnzk6
time="2022-01-26T02:52:59.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pkb7wkdw
time="2022-01-26T02:52:59.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkb7wkdw
time="2022-01-26T02:52:59.97Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=c5fmcs9m
time="2022-01-26T02:52:59.97Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=8.970196828s namespace=/jshu-pool-test-dt9tx reconcileID=c5fmcs9m
time="2022-01-26T02:52:59.97Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=c5fmcs9m
time="2022-01-26T02:52:59.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=9qm9r8cz
time="2022-01-26T02:52:59.97Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=9qm9r8cz
time="2022-01-26T02:52:59.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qm9r8cz
time="2022-01-26T02:52:59.97Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=lqgnchlz
time="2022-01-26T02:52:59.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=58hlhkb5
time="2022-01-26T02:52:59.97Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=58hlhkb5
time="2022-01-26T02:52:59.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58hlhkb5
time="2022-01-26T02:52:59.97Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=lqgnchlz
time="2022-01-26T02:52:59.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqgnchlz
time="2022-01-26T02:52:59.975Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=cpz6wx2z
time="2022-01-26T02:52:59.975Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.975Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.975Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=cpz6wx2z
time="2022-01-26T02:52:59.975Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:59.975Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cpz6wx2z
time="2022-01-26T02:52:59.975Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=622tkm8d
time="2022-01-26T02:52:59.975Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=622tkm8d
time="2022-01-26T02:52:59.975Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=njtvnqbg
time="2022-01-26T02:52:59.975Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=wndqnh8h
time="2022-01-26T02:52:59.975Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:59.975Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:59.975Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=wndqnh8h
time="2022-01-26T02:52:59.975Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=wndqnh8h
time="2022-01-26T02:52:59.975Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=njtvnqbg stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:59.975Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=njtvnqbg unassignedCount=1
time="2022-01-26T02:52:59.975Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=njtvnqbg
time="2022-01-26T02:52:59.975Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=njtvnqbg
time="2022-01-26T02:52:59.975Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=qks2hnbz
time="2022-01-26T02:52:59.975Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=qks2hnbz
time="2022-01-26T02:52:59.975Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.975Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qfbrp48k
time="2022-01-26T02:52:59.975Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.976Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qfbrp48k
time="2022-01-26T02:52:59.976Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qfbrp48k
time="2022-01-26T02:52:59.976Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.976Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=kgvwxr5k
time="2022-01-26T02:52:59.976Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9g8m5wzq
time="2022-01-26T02:52:59.976Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9g8m5wzq
time="2022-01-26T02:52:59.976Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:52:59.976Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9g8m5wzq
time="2022-01-26T02:52:59.976Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=9g8m5wzq
time="2022-01-26T02:52:59.976Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9g8m5wzq
time="2022-01-26T02:52:59.976Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=8v8bt5zc
time="2022-01-26T02:52:59.976Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=8v8bt5zc
time="2022-01-26T02:52:59.976Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8v8bt5zc
time="2022-01-26T02:52:59.985Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=qfbrp48k
time="2022-01-26T02:52:59.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=qfbrp48k
time="2022-01-26T02:52:59.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cctlbtws
time="2022-01-26T02:52:59.985Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.985Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.985Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cctlbtws
time="2022-01-26T02:52:59.985Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cctlbtws
time="2022-01-26T02:52:59.985Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=92hx8rg2
time="2022-01-26T02:52:59.986Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=92hx8rg2
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92hx8rg2
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.985Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=tpvnkzjs
time="2022-01-26T02:52:59.986Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:52:59.986Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=tpvnkzjs
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpvnkzjs
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=g5wzs5p7
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=ghgtq258
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghgtq258
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=8f5q6gm8
time="2022-01-26T02:52:59.986Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=g5wzs5p7
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g5wzs5p7
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8f5q6gm8
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=m44nlblb
time="2022-01-26T02:52:59.986Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=m44nlblb
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m44nlblb
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=q9kn57ps
time="2022-01-26T02:52:59.986Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=8.986209336s namespace=/jshu-pool-test-dt9tx reconcileID=q9kn57ps
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=q9kn57ps
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=xxgws7lg
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=jjwh4dkl
time="2022-01-26T02:52:59.986Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:52:59.986Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=xxgws7lg
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=xxgws7lg
time="2022-01-26T02:52:59.986Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=jjwh4dkl
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjwh4dkl
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7ckcfl75
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=gvcrwg8r
time="2022-01-26T02:52:59.986Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:52:59.986Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gvcrwg8r
time="2022-01-26T02:52:59.986Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=7ckcfl75 stale=0 standby=0 unclaimed=3
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=hd96r426
time="2022-01-26T02:52:59.986Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=hd96r426
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hd96r426
time="2022-01-26T02:52:59.986Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7ckcfl75 unassignedCount=1
time="2022-01-26T02:52:59.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=zhv8pnwp
time="2022-01-26T02:52:59.986Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:52:59.986Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=gvcrwg8r
time="2022-01-26T02:52:59.986Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=zhv8pnwp
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhv8pnwp
time="2022-01-26T02:52:59.986Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7ckcfl75
time="2022-01-26T02:52:59.986Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=gvcrwg8r
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvcrwg8r
time="2022-01-26T02:52:59.986Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ckcfl75
time="2022-01-26T02:52:59.993Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=cctlbtws
time="2022-01-26T02:52:59.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=cctlbtws
time="2022-01-26T02:52:59.993Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.994Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2xrkz4rv
time="2022-01-26T02:52:59.994Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.994Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.994Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2xrkz4rv
time="2022-01-26T02:52:59.994Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2xrkz4rv
time="2022-01-26T02:52:59.994Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:52:59.994Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=2xrkz4rv
time="2022-01-26T02:52:59.994Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=2xrkz4rv
time="2022-01-26T02:52:59.994Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=2xrkz4rv
time="2022-01-26T02:52:59.997Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=rlnkh9f4
time="2022-01-26T02:52:59.997Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=rlnkh9f4
time="2022-01-26T02:52:59.997Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:52:59.997Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=rlnkh9f4
time="2022-01-26T02:52:59.997Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=rlnkh9f4
time="2022-01-26T02:52:59.997Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlnkh9f4
time="2022-01-26T02:53:00.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=w82nldvh
time="2022-01-26T02:53:00.111Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=w82nldvh
time="2022-01-26T02:53:00.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w82nldvh
time="2022-01-26T02:53:00.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=8fc876s9
time="2022-01-26T02:53:00.111Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=8fc876s9
time="2022-01-26T02:53:00.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8fc876s9
time="2022-01-26T02:53:00.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=dmmzvjcb
time="2022-01-26T02:53:00.111Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=dmmzvjcb
time="2022-01-26T02:53:00.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmmzvjcb
time="2022-01-26T02:53:00.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=117 elapsedMillisGT=0 outcome=unspecified reconcileID=2xrkz4rv
time="2022-01-26T02:53:00.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=m2cqxtgb
time="2022-01-26T02:53:00.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=f924vxcw
time="2022-01-26T02:53:00.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f924vxcw
time="2022-01-26T02:53:00.111Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=gx2ldv9l
time="2022-01-26T02:53:00.111Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:00.111Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=9.111908166s namespace=/jshu-pool-test-dt9tx reconcileID=gx2ldv9l
time="2022-01-26T02:53:00.111Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=gx2ldv9l
time="2022-01-26T02:53:00.111Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:00.111Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=75lf4452
time="2022-01-26T02:53:00.112Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=m2cqxtgb
time="2022-01-26T02:53:00.112Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=m2cqxtgb
time="2022-01-26T02:53:00.112Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=75lf4452
time="2022-01-26T02:53:00.112Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:00.112Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:53:00.112Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=75lf4452
time="2022-01-26T02:53:00.112Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=75lf4452
time="2022-01-26T02:53:00.112Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=75lf4452
time="2022-01-26T02:53:00.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=27qtgt42
time="2022-01-26T02:53:00.112Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=27qtgt42
time="2022-01-26T02:53:00.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27qtgt42
time="2022-01-26T02:53:00.112Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=m2cqxtgb
time="2022-01-26T02:53:00.112Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=k6t9jzgn
time="2022-01-26T02:53:00.112Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=m2cqxtgb
time="2022-01-26T02:53:00.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2cqxtgb
time="2022-01-26T02:53:00.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=wj6xsvhg
time="2022-01-26T02:53:00.112Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=k6t9jzgn
time="2022-01-26T02:53:00.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6t9jzgn
time="2022-01-26T02:53:00.112Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=wj6xsvhg
time="2022-01-26T02:53:00.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wj6xsvhg
time="2022-01-26T02:53:00.116Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rlc7p9sb
time="2022-01-26T02:53:00.116Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=h5stb78x
time="2022-01-26T02:53:00.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlc7p9sb
time="2022-01-26T02:53:00.116Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=h5stb78x
time="2022-01-26T02:53:00.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5stb78x
time="2022-01-26T02:53:00.117Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9wm84ph
time="2022-01-26T02:53:00.117Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:53:00.117Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:53:00.117Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:53:00.117Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:53:00.117Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=zfpmcpnj
time="2022-01-26T02:53:00.117Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:53:00.117Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=f9wm84ph stale=0 standby=0 unclaimed=3
time="2022-01-26T02:53:00.117Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=zfpmcpnj
time="2022-01-26T02:53:00.117Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=zfpmcpnj
time="2022-01-26T02:53:00.117Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9wm84ph unassignedCount=1
time="2022-01-26T02:53:00.117Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9wm84ph
time="2022-01-26T02:53:00.117Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9wm84ph
time="2022-01-26T02:53:00.121Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s9jp7kx2
time="2022-01-26T02:53:00.121Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:00.121Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:00.122Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s9jp7kx2
time="2022-01-26T02:53:00.122Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s9jp7kx2
time="2022-01-26T02:53:00.122Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:00.122Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=s9jp7kx2
time="2022-01-26T02:53:00.122Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=s9jp7kx2
time="2022-01-26T02:53:00.122Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9jp7kx2
time="2022-01-26T02:53:02.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9m4rfs7n
time="2022-01-26T02:53:02.485Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:02.485Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:02.486Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9m4rfs7n
time="2022-01-26T02:53:02.486Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9m4rfs7n
time="2022-01-26T02:53:02.486Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:02.486Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=9m4rfs7n
time="2022-01-26T02:53:02.486Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=9m4rfs7n
time="2022-01-26T02:53:02.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9m4rfs7n
time="2022-01-26T02:53:03.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=64dzsvgs
time="2022-01-26T02:53:03.885Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:03.885Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:03.885Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=64dzsvgs
time="2022-01-26T02:53:03.885Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=64dzsvgs
time="2022-01-26T02:53:03.885Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:03.886Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=64dzsvgs
time="2022-01-26T02:53:03.886Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=64dzsvgs
time="2022-01-26T02:53:03.886Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=64dzsvgs
time="2022-01-26T02:53:12.865Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=nmhsvmzb
time="2022-01-26T02:53:12.865Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=rbpsblg5
time="2022-01-26T02:53:12.865Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.865Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=nmhsvmzb
time="2022-01-26T02:53:12.865Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=nmhsvmzb
time="2022-01-26T02:53:12.865Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.865Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=nmhsvmzb
time="2022-01-26T02:53:12.866Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:53:12.866Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=rbpsblg5
time="2022-01-26T02:53:12.866Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=nmhsvmzb
time="2022-01-26T02:53:12.866Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=rbpsblg5
time="2022-01-26T02:53:12.866Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=nmhsvmzb
time="2022-01-26T02:53:12.866Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.866Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmhsvmzb
time="2022-01-26T02:53:12.866Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=g27r67r5
time="2022-01-26T02:53:12.866Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=g27r67r5
time="2022-01-26T02:53:12.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g27r67r5
time="2022-01-26T02:53:12.866Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=rbpsblg5
time="2022-01-26T02:53:12.866Z" level=info msg="Saving infra ID \"jshu-pool-test-dt9tx-pd66n\" for cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=rbpsblg5
time="2022-01-26T02:53:12.88Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=rbpsblg5
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7f422m8s
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=jxc2q9gz
time="2022-01-26T02:53:12.882Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7f422m8s
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7f422m8s
time="2022-01-26T02:53:12.882Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=5lm4nh8w
time="2022-01-26T02:53:12.882Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=jxc2q9gz
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jxc2q9gz
time="2022-01-26T02:53:12.882Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=5lm4nh8w
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5lm4nh8w
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=ms7tgghx
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.882Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ms7tgghx
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=mwr7shbw
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=qv7grngd
time="2022-01-26T02:53:12.882Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=qv7grngd
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qv7grngd
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=zph4svcd
time="2022-01-26T02:53:12.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=mwr7shbw
time="2022-01-26T02:53:12.882Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=zph4svcd
time="2022-01-26T02:53:12.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=mwr7shbw
time="2022-01-26T02:53:12.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=mwr7shbw
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5npfgr44
time="2022-01-26T02:53:12.882Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:53:12.882Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=mwr7shbw
time="2022-01-26T02:53:12.882Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:53:12.882Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=mwr7shbw
time="2022-01-26T02:53:12.882Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=5npfgr44 stale=0 standby=0 unclaimed=3
time="2022-01-26T02:53:12.882Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=mwr7shbw
time="2022-01-26T02:53:12.882Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=mwr7shbw
time="2022-01-26T02:53:12.882Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5npfgr44 unassignedCount=1
time="2022-01-26T02:53:12.882Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5npfgr44
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5npfgr44
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=d7pjm5lf
time="2022-01-26T02:53:12.882Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=d7pjm5lf
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7pjm5lf
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=65sx7tcc
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65sx7tcc
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7bmfxjdr
time="2022-01-26T02:53:12.882Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7bmfxjdr
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7bmfxjdr
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6l7dsdlm
time="2022-01-26T02:53:12.882Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=6f22868p
time="2022-01-26T02:53:12.882Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=21.882957141s namespace=/jshu-pool-test-dt9tx reconcileID=6f22868p
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=6f22868p
time="2022-01-26T02:53:12.882Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.883Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.883Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g6rsj6b9
time="2022-01-26T02:53:12.883Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:53:12.883Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6l7dsdlm
time="2022-01-26T02:53:12.883Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g6rsj6b9
time="2022-01-26T02:53:12.883Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=g6rsj6b9
time="2022-01-26T02:53:12.883Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6l7dsdlm
time="2022-01-26T02:53:12.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zph4svcd
time="2022-01-26T02:53:12.883Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.883Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=6l7dsdlm
time="2022-01-26T02:53:12.883Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=6l7dsdlm
time="2022-01-26T02:53:12.883Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6l7dsdlm
time="2022-01-26T02:53:12.89Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=7fg7trtf
time="2022-01-26T02:53:12.89Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=7fg7trtf
time="2022-01-26T02:53:12.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fg7trtf
time="2022-01-26T02:53:12.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xw4btscb
time="2022-01-26T02:53:12.89Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.89Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.89Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xw4btscb
time="2022-01-26T02:53:12.89Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xw4btscb
time="2022-01-26T02:53:12.89Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.89Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=xw4btscb
time="2022-01-26T02:53:12.89Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=xw4btscb
time="2022-01-26T02:53:12.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xw4btscb
time="2022-01-26T02:53:12.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kgcnbqsr
time="2022-01-26T02:53:12.903Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.903Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=qm29m65r
time="2022-01-26T02:53:12.903Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=qm29m65r
time="2022-01-26T02:53:12.903Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qm29m65r
time="2022-01-26T02:53:12.903Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kgcnbqsr
time="2022-01-26T02:53:12.903Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kgcnbqsr
time="2022-01-26T02:53:12.903Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.903Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=kgcnbqsr
time="2022-01-26T02:53:12.903Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=kgcnbqsr
time="2022-01-26T02:53:12.903Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=kgcnbqsr
time="2022-01-26T02:53:12.904Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=mwr7shbw
time="2022-01-26T02:53:12.904Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9bf2764p
time="2022-01-26T02:53:12.904Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9bf2764p
time="2022-01-26T02:53:12.904Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9bf2764p
time="2022-01-26T02:53:12.904Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9bf2764p
time="2022-01-26T02:53:12.904Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:53:12.904Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9bf2764p
time="2022-01-26T02:53:12.904Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=9bf2764p
time="2022-01-26T02:53:12.904Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9bf2764p
time="2022-01-26T02:53:12.915Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=8w8fb5v5
time="2022-01-26T02:53:12.915Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=jqpt6bkf
time="2022-01-26T02:53:12.915Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=vzlsr7rg
time="2022-01-26T02:53:12.915Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=jqpt6bkf
time="2022-01-26T02:53:12.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jqpt6bkf
time="2022-01-26T02:53:12.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vzlsr7rg
time="2022-01-26T02:53:12.915Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=8w8fb5v5
time="2022-01-26T02:53:12.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8w8fb5v5
time="2022-01-26T02:53:12.915Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=m858d6vl
time="2022-01-26T02:53:12.915Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.915Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=m858d6vl
time="2022-01-26T02:53:12.915Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m858d6vl
time="2022-01-26T02:53:12.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:53:12.915Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=srvpzjk6
time="2022-01-26T02:53:12.915Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=ltpzt9mz
time="2022-01-26T02:53:12.915Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=ltpzt9mz
time="2022-01-26T02:53:12.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ltpzt9mz
time="2022-01-26T02:53:12.915Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=srvpzjk6
time="2022-01-26T02:53:12.915Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=srvpzjk6
time="2022-01-26T02:53:12.915Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bll2vsqn
time="2022-01-26T02:53:12.916Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=srvpzjk6
time="2022-01-26T02:53:12.916Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:53:12.916Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:53:12.916Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=srvpzjk6
time="2022-01-26T02:53:12.916Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=srvpzjk6
time="2022-01-26T02:53:12.916Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srvpzjk6
time="2022-01-26T02:53:12.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7xkcmvq6
time="2022-01-26T02:53:12.916Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=bll2vsqn stale=0 standby=0 unclaimed=3
time="2022-01-26T02:53:12.916Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7xkcmvq6
time="2022-01-26T02:53:12.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xkcmvq6
time="2022-01-26T02:53:12.916Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bll2vsqn unassignedCount=1
time="2022-01-26T02:53:12.916Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bll2vsqn
time="2022-01-26T02:53:12.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=dl7tv6gx
time="2022-01-26T02:53:12.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dl7tv6gx
time="2022-01-26T02:53:12.916Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bll2vsqn
time="2022-01-26T02:53:12.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=dqhwqtlj
time="2022-01-26T02:53:12.916Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=dqhwqtlj
time="2022-01-26T02:53:12.916Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=n6gtxdwf
time="2022-01-26T02:53:12.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqhwqtlj
time="2022-01-26T02:53:12.916Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=21.916258978s namespace=/jshu-pool-test-dt9tx reconcileID=n6gtxdwf
time="2022-01-26T02:53:12.916Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=n6gtxdwf
time="2022-01-26T02:53:12.915Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=vpnl8bdm
time="2022-01-26T02:53:12.916Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=vpnl8bdm
time="2022-01-26T02:53:12.916Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=tx9k2bvt
time="2022-01-26T02:53:12.916Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpnl8bdm
time="2022-01-26T02:53:12.916Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:53:12.916Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=tx9k2bvt
time="2022-01-26T02:53:12.916Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=tx9k2bvt
time="2022-01-26T02:53:12.923Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=kgcnbqsr
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=p8pjxkdk
time="2022-01-26T02:53:12.934Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=p8pjxkdk
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8pjxkdk
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=h4ffvhrk
time="2022-01-26T02:53:12.934Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=h4ffvhrk
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4ffvhrk
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=mzplt8sg
time="2022-01-26T02:53:12.934Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=mzplt8sg
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mzplt8sg
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=dgh2sxj8
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgh2sxj8
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=4t9tczcp
time="2022-01-26T02:53:12.934Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=21.934513605s namespace=/jshu-pool-test-dt9tx reconcileID=4t9tczcp
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=4t9tczcp
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=w5nqcz42
time="2022-01-26T02:53:12.934Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=w5nqcz42
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=kgcnbqsr
time="2022-01-26T02:53:12.934Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=w5nqcz42
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vvhlwx58
time="2022-01-26T02:53:12.934Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=w5nqcz42
time="2022-01-26T02:53:12.934Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:53:12.934Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=w5nqcz42
time="2022-01-26T02:53:12.934Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=w5nqcz42
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5nqcz42
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=bqgx2pgg
time="2022-01-26T02:53:12.934Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=bqgx2pgg
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=hqxr5xcq
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqgx2pgg
time="2022-01-26T02:53:12.934Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=hqxr5xcq
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hqxr5xcq
time="2022-01-26T02:53:12.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=gmlttdlt
time="2022-01-26T02:53:12.934Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=gmlttdlt
time="2022-01-26T02:53:12.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmlttdlt
time="2022-01-26T02:53:12.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.935Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vvhlwx58
time="2022-01-26T02:53:12.935Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vvhlwx58
time="2022-01-26T02:53:12.935Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.935Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=vvhlwx58
time="2022-01-26T02:53:12.935Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=vvhlwx58
time="2022-01-26T02:53:12.935Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvhlwx58
time="2022-01-26T02:53:12.94Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.94Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.94Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4wvx42wk
time="2022-01-26T02:53:12.94Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T02:53:12.94Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cmdhrqxz
time="2022-01-26T02:53:12.94Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T02:53:12.94Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.94Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.94Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=cmdhrqxz stale=0 standby=0 unclaimed=3
time="2022-01-26T02:53:12.94Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cmdhrqxz unassignedCount=1
time="2022-01-26T02:53:12.94Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=4flwmh8b
time="2022-01-26T02:53:12.94Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cmdhrqxz
time="2022-01-26T02:53:12.94Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T02:53:12.94Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=4flwmh8b
time="2022-01-26T02:53:12.94Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=4flwmh8b
time="2022-01-26T02:53:12.94Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmdhrqxz
time="2022-01-26T02:53:12.94Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4wvx42wk
time="2022-01-26T02:53:12.94Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=ttp7cw2m
time="2022-01-26T02:53:12.94Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4wvx42wk
time="2022-01-26T02:53:12.94Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=ttp7cw2m
time="2022-01-26T02:53:12.94Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttp7cw2m
time="2022-01-26T02:53:12.94Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T02:53:12.94Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=df9vn6b7
time="2022-01-26T02:53:12.94Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=df9vn6b7
time="2022-01-26T02:53:12.94Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=4wvx42wk
time="2022-01-26T02:53:12.94Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=4wvx42wk
time="2022-01-26T02:53:12.94Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wvx42wk
time="2022-01-26T02:53:13.25Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:53:13.25Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:53:13.25Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:53:13.25Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:53:13.25Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:53:13.25Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:53:59Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=5jk4rc94
time="2022-01-26T02:53:59Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5jk4rc94
time="2022-01-26T02:53:59Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5jk4rc94
time="2022-01-26T02:53:59Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5jk4rc94
time="2022-01-26T02:53:59Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T02:53:59Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=5jk4rc94
time="2022-01-26T02:53:59Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=5jk4rc94
time="2022-01-26T02:53:59Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5jk4rc94
time="2022-01-26T02:55:13.25Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:55:13.25Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:55:13.251Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:55:13.251Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:55:13.251Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:55:13.251Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:55:59Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=5zwhkwgk
time="2022-01-26T02:55:59Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=2ngt7bn7
time="2022-01-26T02:55:59Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=5zwhkwgk
time="2022-01-26T02:55:59Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=5zwhkwgk
time="2022-01-26T02:55:59Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=2ngt7bn7
time="2022-01-26T02:55:59Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=2ngt7bn7
time="2022-01-26T02:57:13.251Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:57:13.251Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:57:13.251Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:57:13.251Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:57:13.251Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:57:13.251Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T02:57:51.001Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=k6nthtvs
time="2022-01-26T02:57:51.001Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=k6nthtvs
time="2022-01-26T02:57:51.001Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=k6nthtvs
time="2022-01-26T02:59:13.252Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T02:59:13.252Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T02:59:13.252Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T02:59:13.252Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T02:59:13.252Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T02:59:13.252Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:00:00.142Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T03:00:00.142Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T03:01:13.252Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:01:13.253Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:01:13.253Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:01:13.253Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:01:13.253Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:01:13.253Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:03:13.253Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:03:13.254Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:03:13.254Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:03:13.254Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:03:13.254Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:03:13.254Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:05:13.254Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:05:13.255Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:05:13.255Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:05:13.255Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:05:13.255Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:05:13.255Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:07:13.255Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:07:13.255Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:07:13.255Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:07:13.255Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:07:13.255Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:07:13.255Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:09:13.255Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:09:13.256Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:09:13.256Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:09:13.256Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:09:13.256Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:09:13.256Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:11:13.256Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:11:13.257Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:11:13.257Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:11:13.257Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:11:13.257Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:11:13.257Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:13:13.257Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:13:13.258Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:13:13.258Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:13:13.258Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:13:13.258Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:13:13.258Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:15:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T03:15:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T03:15:13.259Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:15:13.259Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:15:13.259Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:15:13.259Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:15:13.259Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:15:13.259Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:17:13.259Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:17:13.259Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:17:13.259Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:17:13.259Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:17:13.259Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:17:13.259Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:19:13.26Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:19:13.26Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:19:13.26Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:19:13.26Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:19:13.26Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:19:13.26Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:21:13.261Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:21:13.261Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:21:13.261Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:21:13.261Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:21:13.261Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:21:13.261Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:23:13.261Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:23:13.262Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:23:13.262Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:23:13.262Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:23:13.262Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:23:13.262Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:24:37.653Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=79r9vx49
time="2022-01-26T03:24:37.654Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:24:37.654Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=79r9vx49
time="2022-01-26T03:24:37.654Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=79r9vx49
time="2022-01-26T03:24:37.654Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m5bmpgkk
time="2022-01-26T03:24:37.654Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:24:37.654Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dlnwrj8c
time="2022-01-26T03:24:37.654Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m5bmpgkk
time="2022-01-26T03:24:37.654Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:24:37.654Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=m5bmpgkk
time="2022-01-26T03:24:37.654Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dlnwrj8c
time="2022-01-26T03:24:37.654Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=dlnwrj8c
time="2022-01-26T03:25:13.262Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:25:13.262Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:25:13.263Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:25:13.263Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:25:13.263Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:25:13.263Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:27:13.263Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:27:13.263Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:27:13.264Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:27:13.264Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:27:13.264Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:27:13.264Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:27:40.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5zqdp4t2
time="2022-01-26T03:27:40.927Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=brmklj56
time="2022-01-26T03:27:40.927Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=brmklj56
time="2022-01-26T03:27:40.927Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=7zc6x2r2
time="2022-01-26T03:27:40.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brmklj56
time="2022-01-26T03:27:40.927Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:40.927Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7zc6x2r2
time="2022-01-26T03:27:40.927Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:40.927Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7zc6x2r2
time="2022-01-26T03:27:40.927Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7zc6x2r2
time="2022-01-26T03:27:40.927Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:40.927Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=7zc6x2r2
time="2022-01-26T03:27:40.927Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=7zc6x2r2
time="2022-01-26T03:27:40.927Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zc6x2r2
time="2022-01-26T03:27:40.927Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5zqdp4t2
time="2022-01-26T03:27:40.927Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5zqdp4t2
time="2022-01-26T03:27:40.927Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:40.927Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=5zqdp4t2
time="2022-01-26T03:27:40.927Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=5zqdp4t2
time="2022-01-26T03:27:40.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5zqdp4t2
time="2022-01-26T03:27:41.09Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=rfgfm65m
time="2022-01-26T03:27:41.09Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.09Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.09Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=rfgfm65m
time="2022-01-26T03:27:41.09Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=rfgfm65m
time="2022-01-26T03:27:41.091Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.091Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=rfgfm65m
time="2022-01-26T03:27:41.091Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=rfgfm65m
time="2022-01-26T03:27:41.091Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rfgfm65m
time="2022-01-26T03:27:41.102Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=9xz22j92
time="2022-01-26T03:27:41.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=9xz22j92
time="2022-01-26T03:27:41.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=9xz22j92
time="2022-01-26T03:27:41.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=9xz22j92
time="2022-01-26T03:27:41.102Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.102Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=9xz22j92
time="2022-01-26T03:27:41.102Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=9xz22j92
time="2022-01-26T03:27:41.102Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xz22j92
time="2022-01-26T03:27:41.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=mv5t5mr8
time="2022-01-26T03:27:41.114Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.114Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.114Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=mv5t5mr8
time="2022-01-26T03:27:41.114Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=mv5t5mr8
time="2022-01-26T03:27:41.114Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.114Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=mv5t5mr8
time="2022-01-26T03:27:41.114Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=mv5t5mr8
time="2022-01-26T03:27:41.115Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mv5t5mr8
time="2022-01-26T03:27:41.124Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=b5cwgwsj
time="2022-01-26T03:27:41.124Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=b5cwgwsj
time="2022-01-26T03:27:41.124Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=b5cwgwsj
time="2022-01-26T03:27:41.124Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=b5cwgwsj
time="2022-01-26T03:27:41.124Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.124Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=b5cwgwsj
time="2022-01-26T03:27:41.125Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=b5cwgwsj
time="2022-01-26T03:27:41.125Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision job=jshu-pool-test-8d8ws-0-sjfzn-provision reconcileID=b5cwgwsj
time="2022-01-26T03:27:41.134Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=vmxkpzsj
time="2022-01-26T03:27:41.134Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=tgz676q7
time="2022-01-26T03:27:41.134Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=tgz676q7
time="2022-01-26T03:27:41.134Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgz676q7
time="2022-01-26T03:27:41.134Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.134Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.134Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=vmxkpzsj
time="2022-01-26T03:27:41.134Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=vmxkpzsj
time="2022-01-26T03:27:41.134Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.134Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=vmxkpzsj
time="2022-01-26T03:27:41.134Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=vmxkpzsj
time="2022-01-26T03:27:41.134Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmxkpzsj
time="2022-01-26T03:27:41.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5l5rsxmj
time="2022-01-26T03:27:41.154Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=fbf265rr
time="2022-01-26T03:27:41.154Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.154Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=fbf265rr
time="2022-01-26T03:27:41.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbf265rr
time="2022-01-26T03:27:41.154Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.154Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5l5rsxmj
time="2022-01-26T03:27:41.154Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5l5rsxmj
time="2022-01-26T03:27:41.154Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.154Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=5l5rsxmj
time="2022-01-26T03:27:41.154Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=5l5rsxmj
time="2022-01-26T03:27:41.155Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=b5cwgwsj
time="2022-01-26T03:27:41.155Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=pxh8pdml
time="2022-01-26T03:27:41.155Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=pxh8pdml
time="2022-01-26T03:27:41.155Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=pxh8pdml
time="2022-01-26T03:27:41.155Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=pxh8pdml
time="2022-01-26T03:27:41.155Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.155Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=pxh8pdml
time="2022-01-26T03:27:41.155Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pxh8pdml
time="2022-01-26T03:27:41.165Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=hsf6w6gv
time="2022-01-26T03:27:41.165Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=hsf6w6gv
time="2022-01-26T03:27:41.165Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsf6w6gv
time="2022-01-26T03:27:41.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=8qdxmvt6
time="2022-01-26T03:27:41.165Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qdxmvt6
time="2022-01-26T03:27:41.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=lgg8pbsj
time="2022-01-26T03:27:41.165Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=lgg8pbsj
time="2022-01-26T03:27:41.165Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lgg8pbsj
time="2022-01-26T03:27:41.165Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=rhpzxr2p
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bjrdtzzn
time="2022-01-26T03:27:41.166Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=rhpzxr2p
time="2022-01-26T03:27:41.166Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:41.166Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bjrdtzzn
time="2022-01-26T03:27:41.166Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=rhpzxr2p
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=bjrdtzzn
time="2022-01-26T03:27:41.166Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=rhpzxr2p
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=wfhvnkdj
time="2022-01-26T03:27:41.166Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.166Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=rhpzxr2p
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhpzxr2p
time="2022-01-26T03:27:41.166Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=wfhvnkdj
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wfhvnkdj
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=k5qvphlj
time="2022-01-26T03:27:41.166Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=k5qvphlj
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k5qvphlj
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.166Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=hn8p5g45
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=gckdklrs
time="2022-01-26T03:27:41.166Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=gckdklrs
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gckdklrs
time="2022-01-26T03:27:41.166Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=hn8p5g45
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn8p5g45
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9kphvr27
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9kphvr27
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hnzj5h4f
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=jgjkvthr
time="2022-01-26T03:27:41.166Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=jgjkvthr
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=jgjkvthr
time="2022-01-26T03:27:41.166Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:41.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ll2mrtgw
time="2022-01-26T03:27:41.166Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ll2mrtgw
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ll2mrtgw
time="2022-01-26T03:27:41.166Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=3 reconcileID=hnzj5h4f stale=0 standby=0 unclaimed=3
time="2022-01-26T03:27:41.166Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hnzj5h4f unassignedCount=1
time="2022-01-26T03:27:41.166Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hnzj5h4f
time="2022-01-26T03:27:41.166Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hnzj5h4f
time="2022-01-26T03:27:41.182Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment duration=2188.18224558 provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=5l5rsxmj
time="2022-01-26T03:27:41.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=5l5rsxmj
time="2022-01-26T03:27:41.182Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=m9lr5bzb
time="2022-01-26T03:27:41.182Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.182Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.182Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=m9lr5bzb
time="2022-01-26T03:27:41.182Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=m9lr5bzb
time="2022-01-26T03:27:41.182Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws\", timestamp:time.Time{wall:0xc0744ba86a1031d5, ext:1808974343367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.182Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=m9lr5bzb
time="2022-01-26T03:27:41.182Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=m9lr5bzb
time="2022-01-26T03:27:41.182Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=zhv7tbnv
time="2022-01-26T03:27:41.182Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=zhv7tbnv
time="2022-01-26T03:27:41.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhv7tbnv
time="2022-01-26T03:27:41.182Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=pxfskrb7
time="2022-01-26T03:27:41.182Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Hibernating controller=hibernation reason=Unsupported reconcileID=pxfskrb7
time="2022-01-26T03:27:41.183Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=4xb4z6ww
time="2022-01-26T03:27:41.183Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=4xb4z6ww
time="2022-01-26T03:27:41.183Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=4xb4z6ww
time="2022-01-26T03:27:41.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=pgpdz9bc
time="2022-01-26T03:27:41.183Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=pgpdz9bc
time="2022-01-26T03:27:41.183Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2cpn729t
time="2022-01-26T03:27:41.183Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:41.183Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=nrmzhb2h
time="2022-01-26T03:27:41.183Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=nrmzhb2h
time="2022-01-26T03:27:41.183Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=nrmzhb2h
time="2022-01-26T03:27:41.183Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=nrmzhb2h
time="2022-01-26T03:27:41.183Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.183Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=nrmzhb2h
time="2022-01-26T03:27:41.183Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nrmzhb2h
time="2022-01-26T03:27:41.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=92l5rtb5
time="2022-01-26T03:27:41.183Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=92l5rtb5
time="2022-01-26T03:27:41.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92l5rtb5
time="2022-01-26T03:27:41.183Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=nbk8642q
time="2022-01-26T03:27:41.183Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=nbk8642q
time="2022-01-26T03:27:41.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nbk8642q
time="2022-01-26T03:27:41.183Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zhdhmpcs
time="2022-01-26T03:27:41.183Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:41.184Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=zhdhmpcs stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:41.184Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zhdhmpcs unassignedCount=1
time="2022-01-26T03:27:41.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=7w2r2lzz
time="2022-01-26T03:27:41.184Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=7w2r2lzz
time="2022-01-26T03:27:41.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7w2r2lzz
time="2022-01-26T03:27:41.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.184Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:41.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=jjjf7xnj
time="2022-01-26T03:27:41.184Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=jjjf7xnj
time="2022-01-26T03:27:41.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjjf7xnj
time="2022-01-26T03:27:41.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=c989lfwv
time="2022-01-26T03:27:41.184Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=c989lfwv
time="2022-01-26T03:27:41.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c989lfwv
time="2022-01-26T03:27:41.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=mltccl99
time="2022-01-26T03:27:41.184Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=mltccl99
time="2022-01-26T03:27:41.195Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=5djthzpl
time="2022-01-26T03:27:41.195Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=5djthzpl
time="2022-01-26T03:27:41.195Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5djthzpl
time="2022-01-26T03:27:41.195Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=mwqnpgfs
time="2022-01-26T03:27:41.195Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=mwqnpgfs
time="2022-01-26T03:27:41.195Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwqnpgfs
time="2022-01-26T03:27:41.195Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=w9vqnscd
time="2022-01-26T03:27:41.195Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=w9vqnscd
time="2022-01-26T03:27:41.195Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=w9vqnscd
time="2022-01-26T03:27:41.196Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=4gvdwnjh
time="2022-01-26T03:27:41.196Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=4gvdwnjh
time="2022-01-26T03:27:41.196Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=4gvdwnjh
time="2022-01-26T03:27:41.196Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=4gvdwnjh
time="2022-01-26T03:27:41.196Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.196Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=4gvdwnjh
time="2022-01-26T03:27:41.196Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4gvdwnjh
time="2022-01-26T03:27:41.196Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=vj8xqxnl
time="2022-01-26T03:27:41.196Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=vj8xqxnl
time="2022-01-26T03:27:41.196Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vj8xqxnl
time="2022-01-26T03:27:41.196Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=rp5djqmp
time="2022-01-26T03:27:41.196Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=rp5djqmp
time="2022-01-26T03:27:41.196Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rp5djqmp
time="2022-01-26T03:27:41.196Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=wnd79bhc
time="2022-01-26T03:27:41.196Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=wnd79bhc
time="2022-01-26T03:27:41.196Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnd79bhc
time="2022-01-26T03:27:41.196Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zhdhmpcs
time="2022-01-26T03:27:41.196Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=zhdhmpcs
time="2022-01-26T03:27:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=pxfskrb7
time="2022-01-26T03:27:41.197Z" level=info msg="failed to set the Installed flag" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-test-8d8ws-0-sjfzn reconcileID=m9lr5bzb
time="2022-01-26T03:27:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=m9lr5bzb
time="2022-01-26T03:27:41.197Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm
time="2022-01-26T03:27:41.197Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.197Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.197Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm
time="2022-01-26T03:27:41.197Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm
time="2022-01-26T03:27:41.198Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwsqpwh
time="2022-01-26T03:27:41.198Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:41.198Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=qkwsqpwh stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:41.198Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwsqpwh unassignedCount=1
time="2022-01-26T03:27:41.198Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwsqpwh
time="2022-01-26T03:27:41.198Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkwsqpwh
time="2022-01-26T03:27:41.199Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mltccl99
time="2022-01-26T03:27:41.199Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=mltccl99
time="2022-01-26T03:27:41.199Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.199Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=7qdr4nrn
time="2022-01-26T03:27:41.199Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=7qdr4nrn
time="2022-01-26T03:27:41.2Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=985jgtft
time="2022-01-26T03:27:41.2Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wxjdrsn6
time="2022-01-26T03:27:41.2Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wxjdrsn6
time="2022-01-26T03:27:41.2Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxjdrsn6
time="2022-01-26T03:27:41.2Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=985jgtft
time="2022-01-26T03:27:41.2Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8d8ws\" not found" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.2Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.2Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.2Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:41.201Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4j6hw5c
time="2022-01-26T03:27:41.201Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:41.202Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=18 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=2cpn729t
time="2022-01-26T03:27:41.202Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xj6s8bfq
time="2022-01-26T03:27:41.202Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=w4j6hw5c stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:41.202Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:41.202Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xj6s8bfq
time="2022-01-26T03:27:41.202Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4j6hw5c unassignedCount=1
time="2022-01-26T03:27:41.202Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=xj6s8bfq
time="2022-01-26T03:27:41.202Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4j6hw5c
time="2022-01-26T03:27:41.202Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=l4m7t2jm
time="2022-01-26T03:27:41.202Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:41.202Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4j6hw5c
time="2022-01-26T03:27:41.202Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=l4m7t2jm
time="2022-01-26T03:27:41.202Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=l4m7t2jm
time="2022-01-26T03:27:41.207Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=pm949dps
time="2022-01-26T03:27:41.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pm949dps
time="2022-01-26T03:27:41.208Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8d8ws\" not found" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.208Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm
time="2022-01-26T03:27:41.208Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm
time="2022-01-26T03:27:41.208Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm
time="2022-01-26T03:27:41.209Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4c2v7rwd
time="2022-01-26T03:27:41.209Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=96ztvpmj
time="2022-01-26T03:27:41.209Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4c2v7rwd
time="2022-01-26T03:27:41.209Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4c2v7rwd
time="2022-01-26T03:27:41.209Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=96ztvpmj
time="2022-01-26T03:27:41.209Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96ztvpmj
time="2022-01-26T03:27:41.209Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=kf7j6s8q
time="2022-01-26T03:27:41.209Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=kf7j6s8q
time="2022-01-26T03:27:41.209Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=xbj9kjxl
time="2022-01-26T03:27:41.209Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kf7j6s8q
time="2022-01-26T03:27:41.209Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=qdrvcqzx
time="2022-01-26T03:27:41.209Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=xbj9kjxl
time="2022-01-26T03:27:41.209Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=qdrvcqzx
time="2022-01-26T03:27:41.209Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xbj9kjxl
time="2022-01-26T03:27:41.209Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=qdrvcqzx
time="2022-01-26T03:27:41.209Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=pl5279p4
time="2022-01-26T03:27:41.209Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=225k67ww
time="2022-01-26T03:27:41.209Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=pl5279p4
time="2022-01-26T03:27:41.209Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pl5279p4
time="2022-01-26T03:27:41.209Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=225k67ww
time="2022-01-26T03:27:41.209Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=225k67ww
time="2022-01-26T03:27:41.209Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=225k67ww
time="2022-01-26T03:27:41.209Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.209Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=225k67ww
time="2022-01-26T03:27:41.209Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=225k67ww
time="2022-01-26T03:27:41.209Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7qdr4nrn
time="2022-01-26T03:27:41.209Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=7qdr4nrn
time="2022-01-26T03:27:41.209Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.21Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9ttvd2kd
time="2022-01-26T03:27:41.21Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9ttvd2kd
time="2022-01-26T03:27:41.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.214Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:41.214Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rgbfgkzk
time="2022-01-26T03:27:41.214Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:41.214Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=rgbfgkzk stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:41.214Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rgbfgkzk unassignedCount=1
time="2022-01-26T03:27:41.214Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rgbfgkzk
time="2022-01-26T03:27:41.214Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgbfgkzk
time="2022-01-26T03:27:41.215Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=nwp5km6p
time="2022-01-26T03:27:41.215Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:41.215Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=nwp5km6p
time="2022-01-26T03:27:41.215Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=nwp5km6p
time="2022-01-26T03:27:41.215Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=lc5dx59b
time="2022-01-26T03:27:41.215Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=lc5dx59b
time="2022-01-26T03:27:41.215Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lc5dx59b
time="2022-01-26T03:27:41.216Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm secret=jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig
time="2022-01-26T03:27:41.216Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm secret=jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig
time="2022-01-26T03:27:41.216Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm secret=jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig
time="2022-01-26T03:27:41.218Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=hslbzs7j
time="2022-01-26T03:27:41.218Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hslbzs7j
time="2022-01-26T03:27:41.218Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8d8ws\" not found" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.22Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=zgkmzprw
time="2022-01-26T03:27:41.22Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=zgkmzprw
time="2022-01-26T03:27:41.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgkmzprw
time="2022-01-26T03:27:41.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=8z2zn5v5
time="2022-01-26T03:27:41.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=zvc9ddfv
time="2022-01-26T03:27:41.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8z2zn5v5
time="2022-01-26T03:27:41.22Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=zvc9ddfv
time="2022-01-26T03:27:41.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zvc9ddfv
time="2022-01-26T03:27:41.22Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8d8ws\" not found" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.22Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=4zwl828s
time="2022-01-26T03:27:41.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.221Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:41.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=mpnfc785
time="2022-01-26T03:27:41.221Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=4zwl828s
time="2022-01-26T03:27:41.221Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=mpnfc785
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=4zwl828s
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mpnfc785
time="2022-01-26T03:27:41.221Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=vmd7d2gv
time="2022-01-26T03:27:41.221Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rsvjjwvj
time="2022-01-26T03:27:41.221Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=vmd7d2gv
time="2022-01-26T03:27:41.221Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmd7d2gv
time="2022-01-26T03:27:41.221Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rsvjjwvj
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=rsvjjwvj
time="2022-01-26T03:27:41.221Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=tk89ndzv
time="2022-01-26T03:27:41.221Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hmzw4lv9
time="2022-01-26T03:27:41.221Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:41.221Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=tk89ndzv
time="2022-01-26T03:27:41.221Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=tk89ndzv
time="2022-01-26T03:27:41.221Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=hmzw4lv9 stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:41.221Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=tk89ndzv
time="2022-01-26T03:27:41.221Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hmzw4lv9 unassignedCount=1
time="2022-01-26T03:27:41.221Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.221Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=tk89ndzv
time="2022-01-26T03:27:41.221Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hmzw4lv9
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tk89ndzv
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmzw4lv9
time="2022-01-26T03:27:41.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=vpv4prgn
time="2022-01-26T03:27:41.221Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=vpv4prgn
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpv4prgn
time="2022-01-26T03:27:41.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=8pm9vdjt
time="2022-01-26T03:27:41.221Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=8pm9vdjt
time="2022-01-26T03:27:41.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8pm9vdjt
time="2022-01-26T03:27:41.222Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=9ttvd2kd
time="2022-01-26T03:27:41.222Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=dldcl7pn
time="2022-01-26T03:27:41.222Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=dldcl7pn
time="2022-01-26T03:27:41.222Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=dldcl7pn
time="2022-01-26T03:27:41.222Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dldcl7pn
time="2022-01-26T03:27:41.234Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm secret=jshu-pool-test-8d8ws-0-sjfzn-admin-password
time="2022-01-26T03:27:41.234Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm secret=jshu-pool-test-8d8ws-0-sjfzn-admin-password
time="2022-01-26T03:27:41.234Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm secret=jshu-pool-test-8d8ws-0-sjfzn-admin-password
time="2022-01-26T03:27:41.239Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm
time="2022-01-26T03:27:41.239Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zwn728dm
time="2022-01-26T03:27:41.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=42 elapsedMillisGT=0 outcome=unspecified reconcileID=zwn728dm
time="2022-01-26T03:27:41.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.239Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.239Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.239Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.239Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.24Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.24Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.24Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.24Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.241Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.241Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.241Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.241Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=wfvh5p4q
time="2022-01-26T03:27:41.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=z2qmsfss
time="2022-01-26T03:27:41.259Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z2qmsfss
time="2022-01-26T03:27:41.259Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8d8ws\" not found" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.263Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=pgpdz9bc
time="2022-01-26T03:27:41.27Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pgpdz9bc
time="2022-01-26T03:27:41.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=pgpdz9bc
time="2022-01-26T03:27:41.27Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=fqhvwhgc
time="2022-01-26T03:27:41.27Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=fqhvwhgc
time="2022-01-26T03:27:41.319Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=fqhvwhgc
time="2022-01-26T03:27:41.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=58 elapsedMillisGT=0 outcome=unspecified reconcileID=fqhvwhgc
time="2022-01-26T03:27:41.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=txnwtr6t
time="2022-01-26T03:27:41.328Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=txnwtr6t
time="2022-01-26T03:27:41.328Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=9czw7bs9
time="2022-01-26T03:27:41.328Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=9czw7bs9
time="2022-01-26T03:27:41.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9czw7bs9
time="2022-01-26T03:27:41.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=c9v8dttt
time="2022-01-26T03:27:41.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c9v8dttt
time="2022-01-26T03:27:41.328Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8d8ws\" not found" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=ntx6l7vj
time="2022-01-26T03:27:41.328Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=ntx6l7vj
time="2022-01-26T03:27:41.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ntx6l7vj
time="2022-01-26T03:27:41.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.328Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:41.329Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=mm4kqhgr
time="2022-01-26T03:27:41.329Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=mm4kqhgr
time="2022-01-26T03:27:41.329Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState derivedObject=jshu-pool-test-8d8ws reconcileID=mm4kqhgr
time="2022-01-26T03:27:41.329Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=n92g8678
time="2022-01-26T03:27:41.329Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.329Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.329Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.329Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.329Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=n92g8678
time="2022-01-26T03:27:41.329Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=n92g8678
time="2022-01-26T03:27:41.329Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=n92g8678
time="2022-01-26T03:27:41.329Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=n92g8678
time="2022-01-26T03:27:41.329Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9p6jvxht
time="2022-01-26T03:27:41.329Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9p6jvxht
time="2022-01-26T03:27:41.33Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9p6jvxht
time="2022-01-26T03:27:41.33Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9p6jvxht
time="2022-01-26T03:27:41.33Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=xsvp6b78
time="2022-01-26T03:27:41.33Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=xsvp6b78
time="2022-01-26T03:27:41.33Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=xsvp6b78
time="2022-01-26T03:27:41.33Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=k2h5vq7x
time="2022-01-26T03:27:41.33Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:41.332Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=n92g8678
time="2022-01-26T03:27:41.332Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=kf4jgrw2
time="2022-01-26T03:27:41.332Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kf4jgrw2
time="2022-01-26T03:27:41.333Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=n92g8678
time="2022-01-26T03:27:41.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=7f5k5p8f
time="2022-01-26T03:27:41.333Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=7f5k5p8f
time="2022-01-26T03:27:41.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7f5k5p8f
time="2022-01-26T03:27:41.333Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=s5sgkzf9
time="2022-01-26T03:27:41.333Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=s5sgkzf9
time="2022-01-26T03:27:41.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5sgkzf9
time="2022-01-26T03:27:41.333Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f6xmn64c
time="2022-01-26T03:27:41.333Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:41.333Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=f6xmn64c stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:41.333Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f6xmn64c unassignedCount=1
time="2022-01-26T03:27:41.333Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f6xmn64c
time="2022-01-26T03:27:41.333Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6xmn64c
time="2022-01-26T03:27:41.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=vzhkvblq
time="2022-01-26T03:27:41.333Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kf4jgrw2
time="2022-01-26T03:27:41.334Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kf4jgrw2
time="2022-01-26T03:27:41.334Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.334Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=kf4jgrw2
time="2022-01-26T03:27:41.334Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=kf4jgrw2
time="2022-01-26T03:27:41.337Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=mm4kqhgr
time="2022-01-26T03:27:41.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=7vj9nlft
time="2022-01-26T03:27:41.419Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7vj9nlft
time="2022-01-26T03:27:41.419Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8d8ws\" not found" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.498Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=txnwtr6t
time="2022-01-26T03:27:41.499Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=k2h5vq7x
time="2022-01-26T03:27:41.504Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=txnwtr6t
time="2022-01-26T03:27:41.504Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=175 elapsedMillisGT=0 outcome=unspecified reconcileID=txnwtr6t
time="2022-01-26T03:27:41.504Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.504Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=cqrd2bp6
time="2022-01-26T03:27:41.504Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m59.495380132s reconcileID=cqrd2bp6
time="2022-01-26T03:27:41.504Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqrd2bp6
time="2022-01-26T03:27:41.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=4xpjgrr9
time="2022-01-26T03:27:41.51Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m59.489518579s reconcileID=4xpjgrr9
time="2022-01-26T03:27:41.51Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xpjgrr9
time="2022-01-26T03:27:41.522Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  8c281656-24cf-4189-93d9-57a185031cd4 22864 0 2022-01-26 03:16:11 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 03:16:11 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 03:16:11 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-8d8ws.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-8d8ws.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 03:16:11 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-8d8ws.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=n92g8678
time="2022-01-26T03:27:41.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=207 elapsedMillisGT=0 outcome=unspecified reconcileID=n92g8678
time="2022-01-26T03:27:41.537Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=v5zlggbl
time="2022-01-26T03:27:41.537Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=v5zlggbl
time="2022-01-26T03:27:41.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v5zlggbl
time="2022-01-26T03:27:41.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=dfrz85ph
time="2022-01-26T03:27:41.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dfrz85ph
time="2022-01-26T03:27:41.537Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8d8ws\" not found" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=9c5p6tgr
time="2022-01-26T03:27:41.537Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m59.462586897s reconcileID=9c5p6tgr
time="2022-01-26T03:27:41.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c5p6tgr
time="2022-01-26T03:27:41.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=ffdwz8wf
time="2022-01-26T03:27:41.537Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=ffdwz8wf
time="2022-01-26T03:27:41.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ffdwz8wf
time="2022-01-26T03:27:41.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.537Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:41.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=khxd7sbk
time="2022-01-26T03:27:41.537Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=khxd7sbk
time="2022-01-26T03:27:41.539Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6mlxwndd
time="2022-01-26T03:27:41.539Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.539Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.539Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.539Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.539Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6mlxwndd
time="2022-01-26T03:27:41.539Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6mlxwndd
time="2022-01-26T03:27:41.539Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6mlxwndd
time="2022-01-26T03:27:41.539Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6mlxwndd
time="2022-01-26T03:27:41.539Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4l9r7vqk
time="2022-01-26T03:27:41.539Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4l9r7vqk
time="2022-01-26T03:27:41.539Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4l9r7vqk
time="2022-01-26T03:27:41.539Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9dvtc475
time="2022-01-26T03:27:41.539Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9dvtc475
time="2022-01-26T03:27:41.539Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=9dvtc475
time="2022-01-26T03:27:41.539Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dvtc475
time="2022-01-26T03:27:41.539Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=4j7fngzg
time="2022-01-26T03:27:41.539Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=4j7fngzg
time="2022-01-26T03:27:41.539Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=4j7fngzg
time="2022-01-26T03:27:41.54Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=vkxjrzzf
time="2022-01-26T03:27:41.54Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vkxjrzzf
time="2022-01-26T03:27:41.54Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vkxjrzzf
time="2022-01-26T03:27:41.54Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vkxjrzzf
time="2022-01-26T03:27:41.54Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:41.54Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=vkxjrzzf
time="2022-01-26T03:27:41.54Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkxjrzzf
time="2022-01-26T03:27:41.54Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=khx77pf8
time="2022-01-26T03:27:41.54Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:41.54Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=khx77pf8 stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:41.54Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=khx77pf8 unassignedCount=1
time="2022-01-26T03:27:41.54Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=khx77pf8
time="2022-01-26T03:27:41.54Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=khx77pf8
time="2022-01-26T03:27:41.54Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=7tt57swd
time="2022-01-26T03:27:41.54Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=7tt57swd
time="2022-01-26T03:27:41.54Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7tt57swd
time="2022-01-26T03:27:41.542Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6mlxwndd
time="2022-01-26T03:27:41.542Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=6mlxwndd
time="2022-01-26T03:27:41.545Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vzhkvblq
time="2022-01-26T03:27:41.545Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=211 elapsedMillisGT=0 outcome=unspecified reconcileID=vzhkvblq
time="2022-01-26T03:27:41.545Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.545Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=c29m2n64
time="2022-01-26T03:27:41.568Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=k2h5vq7x
time="2022-01-26T03:27:41.57Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=k2h5vq7x
time="2022-01-26T03:27:41.57Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=k2h5vq7x
time="2022-01-26T03:27:41.57Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=240 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=k2h5vq7x
time="2022-01-26T03:27:41.57Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-8d8ws-worker namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:41.57Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9c98h4hl
time="2022-01-26T03:27:41.57Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:41.938Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=khxd7sbk
time="2022-01-26T03:27:41.939Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9c98h4hl
time="2022-01-26T03:27:41.95Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=khxd7sbk
time="2022-01-26T03:27:41.95Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=412 elapsedMillisGT=0 outcome=unspecified reconcileID=khxd7sbk
time="2022-01-26T03:27:42.004Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9c98h4hl
time="2022-01-26T03:27:42.005Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9c98h4hl
time="2022-01-26T03:27:42.005Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9c98h4hl
time="2022-01-26T03:27:42.005Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=434 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=9c98h4hl
time="2022-01-26T03:27:42.005Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-8d8ws-worker namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.005Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vkwhzhc
time="2022-01-26T03:27:42.005Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:42.007Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=c29m2n64
time="2022-01-26T03:27:42.007Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=462 elapsedMillisGT=0 outcome=unspecified reconcileID=c29m2n64
time="2022-01-26T03:27:42.007Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=s29ndkfw
time="2022-01-26T03:27:42.008Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2ssbbjlw
time="2022-01-26T03:27:42.008Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2ssbbjlw
time="2022-01-26T03:27:42.008Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ssbbjlw
time="2022-01-26T03:27:42.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=dpnpxklr
time="2022-01-26T03:27:42.008Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=dpnpxklr
time="2022-01-26T03:27:42.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=tbs7fj5m
time="2022-01-26T03:27:42.008Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m58.991305075s reconcileID=tbs7fj5m
time="2022-01-26T03:27:42.008Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbs7fj5m
time="2022-01-26T03:27:42.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=8lr5p8g6
time="2022-01-26T03:27:42.008Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=8lr5p8g6
time="2022-01-26T03:27:42.008Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lr5p8g6
time="2022-01-26T03:27:42.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.008Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.008Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:42.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=8b95g84z
time="2022-01-26T03:27:42.008Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=8b95g84z
time="2022-01-26T03:27:42.009Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.990944983s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=8b95g84z
time="2022-01-26T03:27:42.009Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8b95g84z
time="2022-01-26T03:27:42.009Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=j8qz8wfb
time="2022-01-26T03:27:42.009Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.009Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.009Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.009Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.009Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=j8qz8wfb
time="2022-01-26T03:27:42.009Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=j8qz8wfb
time="2022-01-26T03:27:42.009Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=j8qz8wfb
time="2022-01-26T03:27:42.009Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=j8qz8wfb
time="2022-01-26T03:27:42.011Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=j8qz8wfb
time="2022-01-26T03:27:42.011Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=j8qz8wfb
time="2022-01-26T03:27:42.011Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=tjnjgbdz
time="2022-01-26T03:27:42.011Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=rvl8n4wk
time="2022-01-26T03:27:42.012Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.012Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.012Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=rvl8n4wk
time="2022-01-26T03:27:42.012Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=rvl8n4wk
time="2022-01-26T03:27:42.012Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvl8n4wk
time="2022-01-26T03:27:42.012Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=tjnjgbdz
time="2022-01-26T03:27:42.012Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=gxp4x87t
time="2022-01-26T03:27:42.012Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=gxp4x87t
time="2022-01-26T03:27:42.012Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=gxp4x87t
time="2022-01-26T03:27:42.012Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=d29lzss5
time="2022-01-26T03:27:42.012Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=d29lzss5
time="2022-01-26T03:27:42.012Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=d29lzss5
time="2022-01-26T03:27:42.012Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=z2x4qqzw
time="2022-01-26T03:27:42.012Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=d29lzss5
time="2022-01-26T03:27:42.012Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:42.012Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=d29lzss5
time="2022-01-26T03:27:42.012Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d29lzss5
time="2022-01-26T03:27:42.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=9frxd6bt
time="2022-01-26T03:27:42.012Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=z2x4qqzw
time="2022-01-26T03:27:42.012Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=9frxd6bt
time="2022-01-26T03:27:42.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z2x4qqzw
time="2022-01-26T03:27:42.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9frxd6bt
time="2022-01-26T03:27:42.012Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr9h7gpp
time="2022-01-26T03:27:42.012Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:42.012Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=rr9h7gpp stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:42.012Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr9h7gpp unassignedCount=1
time="2022-01-26T03:27:42.012Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr9h7gpp
time="2022-01-26T03:27:42.012Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rr9h7gpp
time="2022-01-26T03:27:42.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=dpnpxklr
time="2022-01-26T03:27:42.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=cxlnfrlt
time="2022-01-26T03:27:42.02Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m58.979688704s reconcileID=cxlnfrlt
time="2022-01-26T03:27:42.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cxlnfrlt
time="2022-01-26T03:27:42.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=ln92btzz
time="2022-01-26T03:27:42.02Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=ln92btzz
time="2022-01-26T03:27:42.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ln92btzz
time="2022-01-26T03:27:42.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=8nd75qll
time="2022-01-26T03:27:42.02Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=8nd75qll
time="2022-01-26T03:27:42.02Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.979263755s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=8nd75qll
time="2022-01-26T03:27:42.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8nd75qll
time="2022-01-26T03:27:42.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tkq4x5sk
time="2022-01-26T03:27:42.02Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tkq4x5sk
time="2022-01-26T03:27:42.02Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tkq4x5sk
time="2022-01-26T03:27:42.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tkq4x5sk
time="2022-01-26T03:27:42.02Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=54vdbvpf
time="2022-01-26T03:27:42.02Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=54vdbvpf
time="2022-01-26T03:27:42.02Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=54vdbvpf
time="2022-01-26T03:27:42.021Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=7k5drqlg
time="2022-01-26T03:27:42.021Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7k5drqlg
time="2022-01-26T03:27:42.021Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7k5drqlg
time="2022-01-26T03:27:42.021Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7k5drqlg
time="2022-01-26T03:27:42.021Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:42.021Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=7k5drqlg
time="2022-01-26T03:27:42.021Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7k5drqlg
time="2022-01-26T03:27:42.021Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=5lth6r2t
time="2022-01-26T03:27:42.021Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=5lth6r2t
time="2022-01-26T03:27:42.021Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5lth6r2t
time="2022-01-26T03:27:42.021Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=jqz7wgp2
time="2022-01-26T03:27:42.021Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=jqz7wgp2
time="2022-01-26T03:27:42.021Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jqz7wgp2
time="2022-01-26T03:27:42.025Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=ptxc6zww
time="2022-01-26T03:27:42.025Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=ptxc6zww
time="2022-01-26T03:27:42.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ptxc6zww
time="2022-01-26T03:27:42.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sscd5ztj
time="2022-01-26T03:27:42.025Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sscd5ztj
time="2022-01-26T03:27:42.025Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=sscd5ztj
time="2022-01-26T03:27:42.026Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.026Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.026Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:42.026Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hkwn27jj
time="2022-01-26T03:27:42.026Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:42.026Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=hkwn27jj stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:42.026Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hkwn27jj unassignedCount=1
time="2022-01-26T03:27:42.026Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hkwn27jj
time="2022-01-26T03:27:42.026Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkwn27jj
time="2022-01-26T03:27:42.034Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tjnjgbdz
time="2022-01-26T03:27:42.034Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tjnjgbdz
time="2022-01-26T03:27:42.034Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=tjnjgbdz
time="2022-01-26T03:27:42.034Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=w7bcrlhx
time="2022-01-26T03:27:42.034Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.034Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.034Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.034Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.034Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=w7bcrlhx
time="2022-01-26T03:27:42.045Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=msrxntrj
time="2022-01-26T03:27:42.045Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=msrxntrj
time="2022-01-26T03:27:42.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msrxntrj
time="2022-01-26T03:27:42.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qsp65dkw
time="2022-01-26T03:27:42.045Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m58.954592068s reconcileID=qsp65dkw
time="2022-01-26T03:27:42.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qsp65dkw
time="2022-01-26T03:27:42.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=8mmtrqjg
time="2022-01-26T03:27:42.045Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=8mmtrqjg
time="2022-01-26T03:27:42.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8mmtrqjg
time="2022-01-26T03:27:42.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.045Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:42.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=sfrvx7gk
time="2022-01-26T03:27:42.045Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=sfrvx7gk
time="2022-01-26T03:27:42.045Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.954175408s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=sfrvx7gk
time="2022-01-26T03:27:42.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfrvx7gk
time="2022-01-26T03:27:42.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=h7w7bkpx
time="2022-01-26T03:27:42.045Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=h7w7bkpx
time="2022-01-26T03:27:42.045Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=h7w7bkpx
time="2022-01-26T03:27:42.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7w7bkpx
time="2022-01-26T03:27:42.046Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=cdnbhbfg
time="2022-01-26T03:27:42.046Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=cdnbhbfg
time="2022-01-26T03:27:42.046Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=cdnbhbfg
time="2022-01-26T03:27:42.046Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=s5wxdbvm
time="2022-01-26T03:27:42.046Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=s5wxdbvm
time="2022-01-26T03:27:42.046Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=s5wxdbvm
time="2022-01-26T03:27:42.046Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=s5wxdbvm
time="2022-01-26T03:27:42.046Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:42.046Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=s5wxdbvm
time="2022-01-26T03:27:42.046Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5wxdbvm
time="2022-01-26T03:27:42.046Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=5hchk6mt
time="2022-01-26T03:27:42.046Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=5hchk6mt
time="2022-01-26T03:27:42.046Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5hchk6mt
time="2022-01-26T03:27:42.047Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=w7bcrlhx
time="2022-01-26T03:27:42.047Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=w7bcrlhx
time="2022-01-26T03:27:42.047Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4v9spw75
time="2022-01-26T03:27:42.047Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4v9spw75
time="2022-01-26T03:27:42.047Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4v9spw75
time="2022-01-26T03:27:42.047Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=29l2vsmf
time="2022-01-26T03:27:42.047Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:42.047Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=29l2vsmf stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:42.047Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=29l2vsmf unassignedCount=1
time="2022-01-26T03:27:42.047Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=29l2vsmf
time="2022-01-26T03:27:42.047Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29l2vsmf
time="2022-01-26T03:27:42.049Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=w7bcrlhx
time="2022-01-26T03:27:42.049Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=w7bcrlhx
time="2022-01-26T03:27:42.049Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=tkm2l2p2
time="2022-01-26T03:27:42.049Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.049Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.049Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.049Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.049Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=tkm2l2p2
time="2022-01-26T03:27:42.049Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=tkm2l2p2
time="2022-01-26T03:27:42.049Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=tkm2l2p2
time="2022-01-26T03:27:42.051Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=tkm2l2p2
time="2022-01-26T03:27:42.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=tkm2l2p2
time="2022-01-26T03:27:42.152Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vkwhzhc
time="2022-01-26T03:27:42.178Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=s29ndkfw
time="2022-01-26T03:27:42.178Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=170 elapsedMillisGT=0 outcome=unspecified reconcileID=s29ndkfw
time="2022-01-26T03:27:42.178Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=xkqgpxg4
time="2022-01-26T03:27:42.224Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vkwhzhc
time="2022-01-26T03:27:42.225Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vkwhzhc
time="2022-01-26T03:27:42.225Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vkwhzhc
time="2022-01-26T03:27:42.225Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=219 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=4vkwhzhc
time="2022-01-26T03:27:42.225Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-8d8ws-worker namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.225Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dknczllf
time="2022-01-26T03:27:42.225Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:42.238Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=sscd5ztj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:27:42.262Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=xkqgpxg4
time="2022-01-26T03:27:42.262Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=xkqgpxg4
time="2022-01-26T03:27:42.262Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=83 elapsedMillisGT=0 outcome=unspecified reconcileID=xkqgpxg4
time="2022-01-26T03:27:42.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4qmg7lkj
time="2022-01-26T03:27:42.295Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlqxrjtc
time="2022-01-26T03:27:42.295Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.296Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.296Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.296Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.296Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlqxrjtc
time="2022-01-26T03:27:42.296Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlqxrjtc
time="2022-01-26T03:27:42.296Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlqxrjtc
time="2022-01-26T03:27:42.296Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dknczllf
time="2022-01-26T03:27:42.297Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlqxrjtc
time="2022-01-26T03:27:42.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=zlqxrjtc
time="2022-01-26T03:27:42.362Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4qmg7lkj
time="2022-01-26T03:27:42.362Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4qmg7lkj
time="2022-01-26T03:27:42.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=4qmg7lkj
time="2022-01-26T03:27:42.363Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dknczllf
time="2022-01-26T03:27:42.363Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dknczllf
time="2022-01-26T03:27:42.365Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sscd5ztj
time="2022-01-26T03:27:42.365Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=sscd5ztj
time="2022-01-26T03:27:42.372Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sscd5ztj
time="2022-01-26T03:27:42.372Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=346 elapsedMillisGT=0 outcome=unspecified reconcileID=sscd5ztj
time="2022-01-26T03:27:42.372Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6cxllgfn
time="2022-01-26T03:27:42.372Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6cxllgfn
time="2022-01-26T03:27:42.372Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=6cxllgfn
time="2022-01-26T03:27:42.399Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dknczllf
time="2022-01-26T03:27:42.399Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker machineset=jshu-pool-test-8d8ws-kg8x9-worker-us-east-2a reconcileID=dknczllf
time="2022-01-26T03:27:42.435Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=6cxllgfn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:27:42.444Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker machineset=jshu-pool-test-8d8ws-kg8x9-worker-us-east-2b reconcileID=dknczllf
time="2022-01-26T03:27:42.477Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker machineset=jshu-pool-test-8d8ws-kg8x9-worker-us-east-2c reconcileID=dknczllf
time="2022-01-26T03:27:42.492Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6cxllgfn
time="2022-01-26T03:27:42.492Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=6cxllgfn
time="2022-01-26T03:27:42.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=ndv7c9qc
time="2022-01-26T03:27:42.505Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m58.494476528s reconcileID=ndv7c9qc
time="2022-01-26T03:27:42.505Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ndv7c9qc
time="2022-01-26T03:27:42.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=nh2lxgvh
time="2022-01-26T03:27:42.505Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=nh2lxgvh
time="2022-01-26T03:27:42.505Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nh2lxgvh
time="2022-01-26T03:27:42.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=27dsvsh8
time="2022-01-26T03:27:42.505Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=27dsvsh8
time="2022-01-26T03:27:42.505Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.494167973s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=27dsvsh8
time="2022-01-26T03:27:42.505Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27dsvsh8
time="2022-01-26T03:27:42.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=xqmt6xgr
time="2022-01-26T03:27:42.505Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=xqmt6xgr
time="2022-01-26T03:27:42.505Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=xqmt6xgr
time="2022-01-26T03:27:42.505Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xqmt6xgr
time="2022-01-26T03:27:42.506Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=2z4tbhs2
time="2022-01-26T03:27:42.506Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=2z4tbhs2
time="2022-01-26T03:27:42.506Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=2z4tbhs2
time="2022-01-26T03:27:42.506Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=kwnbs24h
time="2022-01-26T03:27:42.506Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kwnbs24h
time="2022-01-26T03:27:42.506Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kwnbs24h
time="2022-01-26T03:27:42.506Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kwnbs24h
time="2022-01-26T03:27:42.506Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:27:42.506Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=kwnbs24h
time="2022-01-26T03:27:42.506Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kwnbs24h
time="2022-01-26T03:27:42.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=vbjxdjt2
time="2022-01-26T03:27:42.506Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=vbjxdjt2
time="2022-01-26T03:27:42.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbjxdjt2
time="2022-01-26T03:27:42.506Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=fwscgjxr
time="2022-01-26T03:27:42.506Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=fwscgjxr
time="2022-01-26T03:27:42.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwscgjxr
time="2022-01-26T03:27:42.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=qfx4fxwb
time="2022-01-26T03:27:42.51Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=fnkh4jpj
time="2022-01-26T03:27:42.51Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=fnkh4jpj
time="2022-01-26T03:27:42.51Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fnkh4jpj
time="2022-01-26T03:27:42.51Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dknczllf
time="2022-01-26T03:27:42.511Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lklnrsds
time="2022-01-26T03:27:42.511Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.511Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.511Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.511Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.511Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lklnrsds
time="2022-01-26T03:27:42.511Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lklnrsds
time="2022-01-26T03:27:42.511Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lklnrsds
time="2022-01-26T03:27:42.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.512Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:27:42.512Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:27:42.512Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sq9d7xjz
time="2022-01-26T03:27:42.512Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:27:42.512Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=sq9d7xjz stale=0 standby=1 unclaimed=2
time="2022-01-26T03:27:42.512Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sq9d7xjz unassignedCount=1
time="2022-01-26T03:27:42.512Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sq9d7xjz
time="2022-01-26T03:27:42.512Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sq9d7xjz
time="2022-01-26T03:27:42.513Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lklnrsds
time="2022-01-26T03:27:42.513Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=lklnrsds
time="2022-01-26T03:27:42.537Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dknczllf
time="2022-01-26T03:27:42.537Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dknczllf
time="2022-01-26T03:27:42.546Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=321 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=dknczllf
time="2022-01-26T03:27:42.546Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454lmm9b
time="2022-01-26T03:27:42.547Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=181 elapsedMillisGT=0 outcome=unspecified reconcileID=6cxllgfn
time="2022-01-26T03:27:42.553Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.553Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.553Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.594Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454lmm9b
time="2022-01-26T03:27:42.594Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=qfx4fxwb
time="2022-01-26T03:27:42.594Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=qfx4fxwb
time="2022-01-26T03:27:42.594Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=qfx4fxwb
time="2022-01-26T03:27:42.601Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=x4wqv6rl states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:27:42.64Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454lmm9b
time="2022-01-26T03:27:42.641Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454lmm9b
time="2022-01-26T03:27:42.653Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.668Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454lmm9b
time="2022-01-26T03:27:42.668Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454lmm9b
time="2022-01-26T03:27:42.675Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454lmm9b
time="2022-01-26T03:27:42.675Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=454lmm9b
time="2022-01-26T03:27:42.675Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=128 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=454lmm9b
time="2022-01-26T03:27:42.675Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rhwdwtfx
time="2022-01-26T03:27:42.675Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.681Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=128 elapsedMillisGT=0 outcome=unspecified reconcileID=x4wqv6rl
time="2022-01-26T03:27:42.711Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rhwdwtfx
time="2022-01-26T03:27:42.736Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rhwdwtfx
time="2022-01-26T03:27:42.736Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rhwdwtfx
time="2022-01-26T03:27:42.765Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rhwdwtfx
time="2022-01-26T03:27:42.765Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rhwdwtfx
time="2022-01-26T03:27:42.772Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rhwdwtfx
time="2022-01-26T03:27:42.772Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=rhwdwtfx
time="2022-01-26T03:27:42.772Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=96 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=rhwdwtfx
time="2022-01-26T03:28:12.554Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=qtpnfq97
time="2022-01-26T03:28:12.554Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=qtpnfq97
time="2022-01-26T03:28:12.555Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=qtpnfq97
time="2022-01-26T03:28:12.67Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=qtpnfq97 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:28:12.72Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=qtpnfq97
time="2022-01-26T03:28:12.747Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=qtpnfq97
time="2022-01-26T03:28:12.747Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=qtpnfq97
time="2022-01-26T03:28:12.747Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=qtpnfq97
time="2022-01-26T03:28:12.747Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=qtpnfq97
time="2022-01-26T03:28:12.747Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=qtpnfq97
time="2022-01-26T03:28:12.747Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=qtpnfq97
time="2022-01-26T03:28:12.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=193 elapsedMillisGT=0 outcome=unspecified reconcileID=qtpnfq97
time="2022-01-26T03:28:42.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.749Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.75Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.87Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=s6jn5v6k states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:28:42.909Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=s6jn5v6k
time="2022-01-26T03:28:42.928Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=178 elapsedMillisGT=0 outcome=unspecified reconcileID=s6jn5v6k
time="2022-01-26T03:29:09.287Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=gfccsdxw
time="2022-01-26T03:29:09.287Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=74wrv4rr
time="2022-01-26T03:29:09.287Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=74wrv4rr
time="2022-01-26T03:29:09.287Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74wrv4rr
time="2022-01-26T03:29:09.287Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gfccsdxw
time="2022-01-26T03:29:09.287Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gfccsdxw
time="2022-01-26T03:29:09.287Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gfccsdxw
time="2022-01-26T03:29:09.287Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=dmk9xjwp
time="2022-01-26T03:29:09.287Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:09.287Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=gfccsdxw
time="2022-01-26T03:29:09.287Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=gfccsdxw
time="2022-01-26T03:29:09.287Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:09.287Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:09.287Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfccsdxw
time="2022-01-26T03:29:09.287Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=dmk9xjwp
time="2022-01-26T03:29:09.287Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=dmk9xjwp
time="2022-01-26T03:29:09.287Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:09.287Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=dmk9xjwp
time="2022-01-26T03:29:09.287Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=dmk9xjwp
time="2022-01-26T03:29:09.287Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmk9xjwp
time="2022-01-26T03:29:10.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=x2dt6kjq
time="2022-01-26T03:29:10.299Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.299Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.299Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=x2dt6kjq
time="2022-01-26T03:29:10.299Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=x2dt6kjq
time="2022-01-26T03:29:10.299Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.299Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=x2dt6kjq
time="2022-01-26T03:29:10.299Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=x2dt6kjq
time="2022-01-26T03:29:10.299Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x2dt6kjq
time="2022-01-26T03:29:10.308Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=p27rdkwm
time="2022-01-26T03:29:10.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=p27rdkwm
time="2022-01-26T03:29:10.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=p27rdkwm
time="2022-01-26T03:29:10.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=p27rdkwm
time="2022-01-26T03:29:10.308Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.308Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=p27rdkwm
time="2022-01-26T03:29:10.308Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=p27rdkwm
time="2022-01-26T03:29:10.308Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p27rdkwm
time="2022-01-26T03:29:10.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=gz7xxm5m
time="2022-01-26T03:29:10.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.321Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=gz7xxm5m
time="2022-01-26T03:29:10.321Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=gz7xxm5m
time="2022-01-26T03:29:10.321Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.321Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=gz7xxm5m
time="2022-01-26T03:29:10.321Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=gz7xxm5m
time="2022-01-26T03:29:10.321Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gz7xxm5m
time="2022-01-26T03:29:10.349Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=4652xj2h
time="2022-01-26T03:29:10.349Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=4652xj2h
time="2022-01-26T03:29:10.349Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=4652xj2h
time="2022-01-26T03:29:10.349Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=4652xj2h
time="2022-01-26T03:29:10.349Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.349Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=4652xj2h
time="2022-01-26T03:29:10.349Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=4652xj2h
time="2022-01-26T03:29:10.349Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision job=jshu-pool-test-dt9tx-0-bzfwg-provision reconcileID=4652xj2h
time="2022-01-26T03:29:10.364Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xjb5rbgv
time="2022-01-26T03:29:10.364Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=7xwbs8k8
time="2022-01-26T03:29:10.364Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=7xwbs8k8
time="2022-01-26T03:29:10.365Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.365Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xwbs8k8
time="2022-01-26T03:29:10.365Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.365Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xjb5rbgv
time="2022-01-26T03:29:10.365Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xjb5rbgv
time="2022-01-26T03:29:10.365Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.365Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=xjb5rbgv
time="2022-01-26T03:29:10.365Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=xjb5rbgv
time="2022-01-26T03:29:10.365Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjb5rbgv
time="2022-01-26T03:29:10.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9pzl8cp4
time="2022-01-26T03:29:10.401Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.401Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.401Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9pzl8cp4
time="2022-01-26T03:29:10.401Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9pzl8cp4
time="2022-01-26T03:29:10.401Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx\", timestamp:time.Time{wall:0xc0744bc2f8616af3, ext:1915214547417, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.401Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=9pzl8cp4
time="2022-01-26T03:29:10.401Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=9pzl8cp4
time="2022-01-26T03:29:10.401Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=h48rbg6p
time="2022-01-26T03:29:10.401Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=h48rbg6p
time="2022-01-26T03:29:10.401Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h48rbg6p
time="2022-01-26T03:29:10.402Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=52 elapsedMillisGT=0 outcome=unspecified reconcileID=4652xj2h
time="2022-01-26T03:29:10.402Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=5lpqpvft
time="2022-01-26T03:29:10.402Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5lpqpvft
time="2022-01-26T03:29:10.402Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5lpqpvft
time="2022-01-26T03:29:10.402Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5lpqpvft
time="2022-01-26T03:29:10.402Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.402Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=5lpqpvft
time="2022-01-26T03:29:10.402Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5lpqpvft
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=kb4bt2d9
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kb4bt2d9
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=j8tk5jvt
time="2022-01-26T03:29:10.421Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=d9bxn2f7
time="2022-01-26T03:29:10.421Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=j8tk5jvt
time="2022-01-26T03:29:10.421Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=d9bxn2f7
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j8tk5jvt
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d9bxn2f7
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=dx2glspt
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=v49zgphv
time="2022-01-26T03:29:10.421Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.421Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=dx2glspt
time="2022-01-26T03:29:10.421Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=v49zgphv
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=v49zgphv
time="2022-01-26T03:29:10.421Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=dx2glspt
time="2022-01-26T03:29:10.421Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=dx2glspt
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=f4nwc24m
time="2022-01-26T03:29:10.421Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.421Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=f4nwc24m
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f4nwc24m
time="2022-01-26T03:29:10.421Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=dx2glspt
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dx2glspt
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=4fhqh86q
time="2022-01-26T03:29:10.421Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=4fhqh86q
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4fhqh86q
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.421Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=hbg9qhpv
time="2022-01-26T03:29:10.421Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=hbg9qhpv
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbg9qhpv
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hlsmbk9v
time="2022-01-26T03:29:10.421Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.421Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=hlsmbk9v stale=0 standby=1 unclaimed=2
time="2022-01-26T03:29:10.421Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hlsmbk9v unassignedCount=1
time="2022-01-26T03:29:10.421Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hlsmbk9v
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlsmbk9v
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=rf67p5g6
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=jhbdk6db
time="2022-01-26T03:29:10.421Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=rf67p5g6
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rf67p5g6
time="2022-01-26T03:29:10.421Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=jhbdk6db
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhbdk6db
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=m59s2844
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m59s2844
time="2022-01-26T03:29:10.421Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=krh6xhms
time="2022-01-26T03:29:10.421Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=krh6xhms
time="2022-01-26T03:29:10.421Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=krh6xhms
time="2022-01-26T03:29:10.442Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=h2wblzn7
time="2022-01-26T03:29:10.442Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=h2wblzn7
time="2022-01-26T03:29:10.443Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2wblzn7
time="2022-01-26T03:29:10.443Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=s25qsbt9
time="2022-01-26T03:29:10.443Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=xld9c7qh
time="2022-01-26T03:29:10.443Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=s25qsbt9
time="2022-01-26T03:29:10.443Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=Unsupported reconcileID=xld9c7qh
time="2022-01-26T03:29:10.443Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=s25qsbt9
time="2022-01-26T03:29:10.443Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=s9cqbrqv
time="2022-01-26T03:29:10.443Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=s9cqbrqv
time="2022-01-26T03:29:10.443Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=76jmfrgb
time="2022-01-26T03:29:10.443Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.443Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=qwwth9wd
time="2022-01-26T03:29:10.443Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=qwwth9wd
time="2022-01-26T03:29:10.443Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=qwwth9wd
time="2022-01-26T03:29:10.443Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=qwwth9wd
time="2022-01-26T03:29:10.443Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.443Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=qwwth9wd
time="2022-01-26T03:29:10.443Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwwth9wd
time="2022-01-26T03:29:10.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=zlb9qrm9
time="2022-01-26T03:29:10.444Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=zlb9qrm9
time="2022-01-26T03:29:10.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zlb9qrm9
time="2022-01-26T03:29:10.444Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=7hknxxr9
time="2022-01-26T03:29:10.444Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=7hknxxr9
time="2022-01-26T03:29:10.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hknxxr9
time="2022-01-26T03:29:10.444Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7p94ssd9
time="2022-01-26T03:29:10.444Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.444Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=7p94ssd9 stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.444Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7p94ssd9 unassignedCount=1
time="2022-01-26T03:29:10.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=bl825kkm
time="2022-01-26T03:29:10.444Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=bl825kkm
time="2022-01-26T03:29:10.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bl825kkm
time="2022-01-26T03:29:10.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.444Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=tz8rdrkm
time="2022-01-26T03:29:10.444Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=tz8rdrkm
time="2022-01-26T03:29:10.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tz8rdrkm
time="2022-01-26T03:29:10.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=b8mpb9h5
time="2022-01-26T03:29:10.444Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=b8mpb9h5
time="2022-01-26T03:29:10.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b8mpb9h5
time="2022-01-26T03:29:10.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pzc7zscz
time="2022-01-26T03:29:10.444Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pzc7zscz
time="2022-01-26T03:29:10.445Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment duration=2171.445541039 provision=jshu-pool-test-dt9tx-0-bzfwg reconcileID=9pzl8cp4
time="2022-01-26T03:29:10.445Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=44 elapsedMillisGT=0 outcome=unspecified reconcileID=9pzl8cp4
time="2022-01-26T03:29:10.445Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4fx7v8gt
time="2022-01-26T03:29:10.445Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.445Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.445Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4fx7v8gt
time="2022-01-26T03:29:10.445Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4fx7v8gt
time="2022-01-26T03:29:10.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pxz28ncd
time="2022-01-26T03:29:10.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=glftp92x
time="2022-01-26T03:29:10.458Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=pxz28ncd
time="2022-01-26T03:29:10.458Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=glftp92x
time="2022-01-26T03:29:10.458Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pxz28ncd
time="2022-01-26T03:29:10.458Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glftp92x
time="2022-01-26T03:29:10.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=xmtvxksx
time="2022-01-26T03:29:10.458Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=xgnmtfxg
time="2022-01-26T03:29:10.458Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=xmtvxksx
time="2022-01-26T03:29:10.458Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmtvxksx
time="2022-01-26T03:29:10.458Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=xgnmtfxg
time="2022-01-26T03:29:10.458Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=kt5bpdfp
time="2022-01-26T03:29:10.458Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgnmtfxg
time="2022-01-26T03:29:10.458Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=kt5bpdfp
time="2022-01-26T03:29:10.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=s28zf65f
time="2022-01-26T03:29:10.458Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=kt5bpdfp
time="2022-01-26T03:29:10.458Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=s28zf65f
time="2022-01-26T03:29:10.458Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s28zf65f
time="2022-01-26T03:29:10.458Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2xnfw8mf
time="2022-01-26T03:29:10.458Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2xnfw8mf
time="2022-01-26T03:29:10.458Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2xnfw8mf
time="2022-01-26T03:29:10.458Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2xnfw8mf
time="2022-01-26T03:29:10.458Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.458Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2xnfw8mf
time="2022-01-26T03:29:10.458Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2xnfw8mf
time="2022-01-26T03:29:10.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=xld9c7qh
time="2022-01-26T03:29:10.462Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=19 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=76jmfrgb
time="2022-01-26T03:29:10.462Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=znvx9bjg
time="2022-01-26T03:29:10.462Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.462Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=znvx9bjg
time="2022-01-26T03:29:10.462Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=znvx9bjg
time="2022-01-26T03:29:10.462Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7p94ssd9
time="2022-01-26T03:29:10.462Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=7p94ssd9
time="2022-01-26T03:29:10.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=tvtl27r8
time="2022-01-26T03:29:10.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.463Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.463Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.463Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tvtl27r8
time="2022-01-26T03:29:10.463Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.463Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=w29bw42h
time="2022-01-26T03:29:10.463Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=w29bw42h
time="2022-01-26T03:29:10.463Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w29bw42h
time="2022-01-26T03:29:10.463Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lddjswmh
time="2022-01-26T03:29:10.463Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.463Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=sr48fsw8
time="2022-01-26T03:29:10.463Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=lddjswmh stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.463Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.463Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=sr48fsw8
time="2022-01-26T03:29:10.463Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=sr48fsw8
time="2022-01-26T03:29:10.463Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lddjswmh unassignedCount=1
time="2022-01-26T03:29:10.466Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pzc7zscz
time="2022-01-26T03:29:10.466Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=pzc7zscz
time="2022-01-26T03:29:10.466Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.466Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=d5s69srk
time="2022-01-26T03:29:10.466Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=d5s69srk
time="2022-01-26T03:29:10.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=tqsw24zf
time="2022-01-26T03:29:10.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tqsw24zf
time="2022-01-26T03:29:10.468Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4fx7v8gt
time="2022-01-26T03:29:10.468Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.468Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4fx7v8gt
time="2022-01-26T03:29:10.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=4fx7v8gt
time="2022-01-26T03:29:10.468Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78
time="2022-01-26T03:29:10.468Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.468Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.468Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78
time="2022-01-26T03:29:10.468Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78
time="2022-01-26T03:29:10.479Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=kvw75rsn
time="2022-01-26T03:29:10.479Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvw75rsn
time="2022-01-26T03:29:10.479Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.482Z" level=info msg="could not update ClusterPool status" clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterpools.hive.openshift.io \"jshu-pool-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lddjswmh
time="2022-01-26T03:29:10.482Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=lddjswmh
time="2022-01-26T03:29:10.482Z" level=error msg="Reconciler error" _name=clusterpool-controller error="could not update ClusterPool status: Operation cannot be fulfilled on clusterpools.hive.openshift.io \"jshu-pool-test\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T03:29:10.482Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bp9vsq2d
time="2022-01-26T03:29:10.482Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.482Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=bp9vsq2d stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.482Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bp9vsq2d unassignedCount=1
time="2022-01-26T03:29:10.482Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=cg5qgjgb
time="2022-01-26T03:29:10.482Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bp9vsq2d
time="2022-01-26T03:29:10.482Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=cg5qgjgb
time="2022-01-26T03:29:10.482Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cg5qgjgb
time="2022-01-26T03:29:10.482Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bp9vsq2d
time="2022-01-26T03:29:10.482Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=s78s5gpw
time="2022-01-26T03:29:10.482Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=brn8l8dt
time="2022-01-26T03:29:10.482Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=s78s5gpw
time="2022-01-26T03:29:10.482Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s78s5gpw
time="2022-01-26T03:29:10.482Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=brn8l8dt
time="2022-01-26T03:29:10.482Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=xcbn8gb5
time="2022-01-26T03:29:10.482Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=brn8l8dt
time="2022-01-26T03:29:10.482Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=m7pbgfkp
time="2022-01-26T03:29:10.482Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=m7pbgfkp
time="2022-01-26T03:29:10.482Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=m7pbgfkp
time="2022-01-26T03:29:10.482Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=m7pbgfkp
time="2022-01-26T03:29:10.482Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.482Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=m7pbgfkp
time="2022-01-26T03:29:10.482Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7pbgfkp
time="2022-01-26T03:29:10.482Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=sc4crbqv
time="2022-01-26T03:29:10.482Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=sc4crbqv
time="2022-01-26T03:29:10.482Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sc4crbqv
time="2022-01-26T03:29:10.482Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=rbfznxzf
time="2022-01-26T03:29:10.482Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=rbfznxzf
time="2022-01-26T03:29:10.482Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rbfznxzf
time="2022-01-26T03:29:10.482Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=xcbn8gb5
time="2022-01-26T03:29:10.483Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xcbn8gb5
time="2022-01-26T03:29:10.483Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78
time="2022-01-26T03:29:10.483Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78
time="2022-01-26T03:29:10.483Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78
time="2022-01-26T03:29:10.485Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=d5s69srk
time="2022-01-26T03:29:10.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=d5s69srk
time="2022-01-26T03:29:10.485Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=nsvsshtl
time="2022-01-26T03:29:10.485Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=nsvsshtl
time="2022-01-26T03:29:10.487Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gwgkht9m
time="2022-01-26T03:29:10.487Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.487Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.487Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.487Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=gwgkht9m stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.487Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gwgkht9m unassignedCount=1
time="2022-01-26T03:29:10.487Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.487Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gwgkht9m
time="2022-01-26T03:29:10.487Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwgkht9m
time="2022-01-26T03:29:10.487Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f9wpfhb5
time="2022-01-26T03:29:10.487Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.487Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f9wpfhb5
time="2022-01-26T03:29:10.487Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=f9wpfhb5
time="2022-01-26T03:29:10.487Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=7zq6xpkb
time="2022-01-26T03:29:10.487Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=7zq6xpkb
time="2022-01-26T03:29:10.487Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zq6xpkb
time="2022-01-26T03:29:10.495Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78 secret=jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig
time="2022-01-26T03:29:10.495Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78 secret=jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig
time="2022-01-26T03:29:10.495Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78 secret=jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig
time="2022-01-26T03:29:10.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=gmrhnm4f
time="2022-01-26T03:29:10.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmrhnm4f
time="2022-01-26T03:29:10.5Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.5Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=klhgm2zl
time="2022-01-26T03:29:10.5Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=klhgm2zl
time="2022-01-26T03:29:10.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=klhgm2zl
time="2022-01-26T03:29:10.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=h6527xlc
time="2022-01-26T03:29:10.5Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=4k4pdzsz
time="2022-01-26T03:29:10.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h6527xlc
time="2022-01-26T03:29:10.5Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.5Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=4k4pdzsz
time="2022-01-26T03:29:10.5Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=4k4pdzsz
time="2022-01-26T03:29:10.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=hcnprc62
time="2022-01-26T03:29:10.5Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=66fbrbtg
time="2022-01-26T03:29:10.5Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=hcnprc62
time="2022-01-26T03:29:10.5Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hcnprc62
time="2022-01-26T03:29:10.5Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=66fbrbtg
time="2022-01-26T03:29:10.5Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=66fbrbtg
time="2022-01-26T03:29:10.5Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=h5dr6vcd
time="2022-01-26T03:29:10.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.5Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=q5rcjtw6
time="2022-01-26T03:29:10.5Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=q5rcjtw6
time="2022-01-26T03:29:10.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5rcjtw6
time="2022-01-26T03:29:10.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=h5dr6vcd
time="2022-01-26T03:29:10.5Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=gwrksdjh
time="2022-01-26T03:29:10.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=h5dr6vcd
time="2022-01-26T03:29:10.5Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=gwrksdjh
time="2022-01-26T03:29:10.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwrksdjh
time="2022-01-26T03:29:10.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=kdsddkhf
time="2022-01-26T03:29:10.501Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=h5dr6vcd
time="2022-01-26T03:29:10.501Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.501Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=kdsddkhf
time="2022-01-26T03:29:10.501Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=h5dr6vcd
time="2022-01-26T03:29:10.501Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kdsddkhf
time="2022-01-26T03:29:10.501Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5dr6vcd
time="2022-01-26T03:29:10.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=ldsgrrf7
time="2022-01-26T03:29:10.501Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=52m5hl9w
time="2022-01-26T03:29:10.501Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=ldsgrrf7
time="2022-01-26T03:29:10.501Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ldsgrrf7
time="2022-01-26T03:29:10.501Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.501Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=52m5hl9w stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.501Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=52m5hl9w unassignedCount=1
time="2022-01-26T03:29:10.501Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=52m5hl9w
time="2022-01-26T03:29:10.501Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52m5hl9w
time="2022-01-26T03:29:10.501Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=nsvsshtl
time="2022-01-26T03:29:10.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=hfstq9l9
time="2022-01-26T03:29:10.501Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=hfstq9l9
time="2022-01-26T03:29:10.501Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=hfstq9l9
time="2022-01-26T03:29:10.501Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfstq9l9
time="2022-01-26T03:29:10.519Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78 secret=jshu-pool-test-dt9tx-0-bzfwg-admin-password
time="2022-01-26T03:29:10.519Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78 secret=jshu-pool-test-dt9tx-0-bzfwg-admin-password
time="2022-01-26T03:29:10.519Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78 secret=jshu-pool-test-dt9tx-0-bzfwg-admin-password
time="2022-01-26T03:29:10.525Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78
time="2022-01-26T03:29:10.525Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2rzv4b78
time="2022-01-26T03:29:10.525Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=2rzv4b78
time="2022-01-26T03:29:10.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.525Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.525Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.525Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.525Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.525Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.525Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.525Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.526Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.527Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.529Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.529Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.529Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=vwf4hxkq
time="2022-01-26T03:29:10.572Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=s9cqbrqv
time="2022-01-26T03:29:10.578Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=s9cqbrqv
time="2022-01-26T03:29:10.578Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=135 elapsedMillisGT=0 outcome=unspecified reconcileID=s9cqbrqv
time="2022-01-26T03:29:10.578Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.578Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=wt48nrk4
time="2022-01-26T03:29:10.578Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=wt48nrk4
time="2022-01-26T03:29:10.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=p4sb5wkc
time="2022-01-26T03:29:10.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p4sb5wkc
time="2022-01-26T03:29:10.58Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.621Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=wt48nrk4
time="2022-01-26T03:29:10.632Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=z9lwsj2k
time="2022-01-26T03:29:10.632Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=z9lwsj2k
time="2022-01-26T03:29:10.632Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9lwsj2k
time="2022-01-26T03:29:10.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=x4h7m8pt
time="2022-01-26T03:29:10.632Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x4h7m8pt
time="2022-01-26T03:29:10.632Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=mqcvg2kx
time="2022-01-26T03:29:10.632Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=mqcvg2kx
time="2022-01-26T03:29:10.632Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mqcvg2kx
time="2022-01-26T03:29:10.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.633Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7kp67gqv
time="2022-01-26T03:29:10.633Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7kp67gqv
time="2022-01-26T03:29:10.633Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState derivedObject=jshu-pool-test-dt9tx reconcileID=7kp67gqv
time="2022-01-26T03:29:10.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7znbhxhk
time="2022-01-26T03:29:10.633Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.633Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.633Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.633Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.633Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7znbhxhk
time="2022-01-26T03:29:10.633Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7znbhxhk
time="2022-01-26T03:29:10.633Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7znbhxhk
time="2022-01-26T03:29:10.633Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7znbhxhk
time="2022-01-26T03:29:10.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=wt48nrk4
time="2022-01-26T03:29:10.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=lbgppxkq
time="2022-01-26T03:29:10.633Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h59m59.366052784s reconcileID=lbgppxkq
time="2022-01-26T03:29:10.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lbgppxkq
time="2022-01-26T03:29:10.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=z6jkqgpj
time="2022-01-26T03:29:10.634Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=z6jkqgpj
time="2022-01-26T03:29:10.634Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=z6jkqgpj
time="2022-01-26T03:29:10.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6jkqgpj
time="2022-01-26T03:29:10.634Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=v2vnb8xg
time="2022-01-26T03:29:10.634Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=v2vnb8xg
time="2022-01-26T03:29:10.634Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=v2vnb8xg
time="2022-01-26T03:29:10.634Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=xxlvfljd
time="2022-01-26T03:29:10.634Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.636Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7znbhxhk
time="2022-01-26T03:29:10.636Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=w4lbrmc5
time="2022-01-26T03:29:10.636Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=w4lbrmc5
time="2022-01-26T03:29:10.636Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=w4lbrmc5
time="2022-01-26T03:29:10.636Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=w4lbrmc5
time="2022-01-26T03:29:10.636Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.636Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=w4lbrmc5
time="2022-01-26T03:29:10.636Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4lbrmc5
time="2022-01-26T03:29:10.636Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=ztjg847p
time="2022-01-26T03:29:10.636Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7znbhxhk
time="2022-01-26T03:29:10.636Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=ztjg847p
time="2022-01-26T03:29:10.636Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztjg847p
time="2022-01-26T03:29:10.636Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=nwfwnh2z
time="2022-01-26T03:29:10.637Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=nwfwnh2z
time="2022-01-26T03:29:10.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwfwnh2z
time="2022-01-26T03:29:10.637Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2qch8sfr
time="2022-01-26T03:29:10.637Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.637Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=2qch8sfr stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.637Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2qch8sfr unassignedCount=1
time="2022-01-26T03:29:10.637Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2qch8sfr
time="2022-01-26T03:29:10.637Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2qch8sfr
time="2022-01-26T03:29:10.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=b2nlf68j
time="2022-01-26T03:29:10.641Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=7kp67gqv
time="2022-01-26T03:29:10.706Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=xxlvfljd
time="2022-01-26T03:29:10.715Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  19216602-d22c-40ff-a0b3-ef0f6a68ef23 22458 0 2022-01-26 03:16:51 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 03:16:51 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 03:16:51 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-dt9tx.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-dt9tx.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 03:16:51 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-dt9tx.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7znbhxhk
time="2022-01-26T03:29:10.725Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=wjw2qlkx
time="2022-01-26T03:29:10.725Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=wjw2qlkx
time="2022-01-26T03:29:10.725Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wjw2qlkx
time="2022-01-26T03:29:10.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wphpslbm
time="2022-01-26T03:29:10.726Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wphpslbm
time="2022-01-26T03:29:10.726Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=jxcsrxk5
time="2022-01-26T03:29:10.726Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h59m59.273832631s reconcileID=jxcsrxk5
time="2022-01-26T03:29:10.726Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jxcsrxk5
time="2022-01-26T03:29:10.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=zrzq6f2p
time="2022-01-26T03:29:10.726Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=zrzq6f2p
time="2022-01-26T03:29:10.726Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrzq6f2p
time="2022-01-26T03:29:10.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.726Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.726Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vbgh4f46
time="2022-01-26T03:29:10.726Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=vbgh4f46
time="2022-01-26T03:29:10.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=xs8bz6zb
time="2022-01-26T03:29:10.726Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=xs8bz6zb
time="2022-01-26T03:29:10.726Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=xs8bz6zb
time="2022-01-26T03:29:10.726Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xs8bz6zb
time="2022-01-26T03:29:10.726Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=6d8n284r
time="2022-01-26T03:29:10.726Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=6d8n284r
time="2022-01-26T03:29:10.726Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=6d8n284r
time="2022-01-26T03:29:10.726Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=zdtlsmm4
time="2022-01-26T03:29:10.726Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=zdtlsmm4
time="2022-01-26T03:29:10.726Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=zdtlsmm4
time="2022-01-26T03:29:10.726Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=zdtlsmm4
time="2022-01-26T03:29:10.726Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.726Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=zdtlsmm4
time="2022-01-26T03:29:10.727Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdtlsmm4
time="2022-01-26T03:29:10.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=hnw9xqhm
time="2022-01-26T03:29:10.727Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=hnw9xqhm
time="2022-01-26T03:29:10.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hnw9xqhm
time="2022-01-26T03:29:10.727Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=79g754xb
time="2022-01-26T03:29:10.727Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=79g754xb
time="2022-01-26T03:29:10.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79g754xb
time="2022-01-26T03:29:10.727Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2brk2kgv
time="2022-01-26T03:29:10.727Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.727Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=2brk2kgv stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.727Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2brk2kgv unassignedCount=1
time="2022-01-26T03:29:10.727Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2brk2kgv
time="2022-01-26T03:29:10.727Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2brk2kgv
time="2022-01-26T03:29:10.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=94 elapsedMillisGT=0 outcome=unspecified reconcileID=7znbhxhk
time="2022-01-26T03:29:10.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9w6zx7tv
time="2022-01-26T03:29:10.728Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.728Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.728Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.728Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.728Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9w6zx7tv
time="2022-01-26T03:29:10.728Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9w6zx7tv
time="2022-01-26T03:29:10.728Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9w6zx7tv
time="2022-01-26T03:29:10.728Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9w6zx7tv
time="2022-01-26T03:29:10.729Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9w6zx7tv
time="2022-01-26T03:29:10.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=9w6zx7tv
time="2022-01-26T03:29:10.729Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b2nlf68j
time="2022-01-26T03:29:10.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=b2nlf68j
time="2022-01-26T03:29:10.729Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=2fkpl5br
time="2022-01-26T03:29:10.731Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=xxlvfljd
time="2022-01-26T03:29:10.732Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=xxlvfljd
time="2022-01-26T03:29:10.732Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=xxlvfljd
time="2022-01-26T03:29:10.732Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=98 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=xxlvfljd
time="2022-01-26T03:29:10.732Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-dt9tx-worker namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.732Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jqd2q2vs
time="2022-01-26T03:29:10.732Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.804Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jqd2q2vs
time="2022-01-26T03:29:10.822Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=czx9bgnh
time="2022-01-26T03:29:10.822Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=czx9bgnh
time="2022-01-26T03:29:10.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=czx9bgnh
time="2022-01-26T03:29:10.822Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=2fkpl5br
time="2022-01-26T03:29:10.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=93 elapsedMillisGT=0 outcome=unspecified reconcileID=2fkpl5br
time="2022-01-26T03:29:10.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=fmzz4ll5
time="2022-01-26T03:29:10.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=5z564252
time="2022-01-26T03:29:10.823Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=5z564252
time="2022-01-26T03:29:10.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7tx8qtpz
time="2022-01-26T03:29:10.824Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h59m59.17588497s reconcileID=7tx8qtpz
time="2022-01-26T03:29:10.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7tx8qtpz
time="2022-01-26T03:29:10.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=msh45thc
time="2022-01-26T03:29:10.824Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=msh45thc
time="2022-01-26T03:29:10.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msh45thc
time="2022-01-26T03:29:10.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.824Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ld8f42n4
time="2022-01-26T03:29:10.824Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.825Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=mxs8t876
time="2022-01-26T03:29:10.825Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=mxs8t876
time="2022-01-26T03:29:10.825Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxs8t876
time="2022-01-26T03:29:10.825Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=h9qq5c8g
time="2022-01-26T03:29:10.825Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=h9qq5c8g
time="2022-01-26T03:29:10.825Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=h9qq5c8g
time="2022-01-26T03:29:10.825Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9qq5c8g
time="2022-01-26T03:29:10.825Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=5hrxw2ml
time="2022-01-26T03:29:10.825Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=5hrxw2ml
time="2022-01-26T03:29:10.825Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=5hrxw2ml
time="2022-01-26T03:29:10.825Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9m9jb7k6
time="2022-01-26T03:29:10.825Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9m9jb7k6
time="2022-01-26T03:29:10.825Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9m9jb7k6
time="2022-01-26T03:29:10.825Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9m9jb7k6
time="2022-01-26T03:29:10.825Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.825Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9m9jb7k6
time="2022-01-26T03:29:10.825Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9m9jb7k6
time="2022-01-26T03:29:10.826Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=phxs4gn4
time="2022-01-26T03:29:10.826Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.826Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=phxs4gn4 stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.826Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=phxs4gn4 unassignedCount=1
time="2022-01-26T03:29:10.826Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=phxs4gn4
time="2022-01-26T03:29:10.826Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=phxs4gn4
time="2022-01-26T03:29:10.826Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=znw59drr
time="2022-01-26T03:29:10.826Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=znw59drr
time="2022-01-26T03:29:10.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znw59drr
time="2022-01-26T03:29:10.826Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.826Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.826Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.826Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ld8f42n4
time="2022-01-26T03:29:10.826Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ld8f42n4
time="2022-01-26T03:29:10.826Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ld8f42n4
time="2022-01-26T03:29:10.826Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ld8f42n4
time="2022-01-26T03:29:10.827Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ld8f42n4
time="2022-01-26T03:29:10.827Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=ld8f42n4
time="2022-01-26T03:29:10.835Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=n6vgf24d
time="2022-01-26T03:29:10.835Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=vvtqjpp4
time="2022-01-26T03:29:10.835Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h59m59.164957111s reconcileID=vvtqjpp4
time="2022-01-26T03:29:10.835Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvtqjpp4
time="2022-01-26T03:29:10.835Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=n6vgf24d
time="2022-01-26T03:29:10.835Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=n6vgf24d
time="2022-01-26T03:29:10.835Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6vgf24d
time="2022-01-26T03:29:10.835Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=sctcl7vm
time="2022-01-26T03:29:10.835Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=94ggpk85
time="2022-01-26T03:29:10.835Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=94ggpk85
time="2022-01-26T03:29:10.835Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=ddn9gqpr
time="2022-01-26T03:29:10.835Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=94ggpk85
time="2022-01-26T03:29:10.835Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=sctcl7vm
time="2022-01-26T03:29:10.835Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=ddn9gqpr
time="2022-01-26T03:29:10.835Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sctcl7vm
time="2022-01-26T03:29:10.835Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddn9gqpr
time="2022-01-26T03:29:10.835Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=p7wjmbdm
time="2022-01-26T03:29:10.835Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=p7wjmbdm
time="2022-01-26T03:29:10.835Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p7wjmbdm
time="2022-01-26T03:29:10.835Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=8q99q7rt
time="2022-01-26T03:29:10.835Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=8q99q7rt
time="2022-01-26T03:29:10.835Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=8q99q7rt
time="2022-01-26T03:29:10.835Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=8q99q7rt
time="2022-01-26T03:29:10.835Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:10.835Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=8q99q7rt
time="2022-01-26T03:29:10.835Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8q99q7rt
time="2022-01-26T03:29:10.835Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=5z564252
time="2022-01-26T03:29:10.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.84Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:10.84Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=97t48hw7
time="2022-01-26T03:29:10.84Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mrvzff49
time="2022-01-26T03:29:10.84Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=97t48hw7
time="2022-01-26T03:29:10.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=97t48hw7
time="2022-01-26T03:29:10.84Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:10.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qmn7dbkk
time="2022-01-26T03:29:10.841Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.841Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=mrvzff49 stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:10.841Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mrvzff49 unassignedCount=1
time="2022-01-26T03:29:10.841Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mrvzff49
time="2022-01-26T03:29:10.841Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.841Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.841Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mrvzff49
time="2022-01-26T03:29:10.841Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.841Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qmn7dbkk
time="2022-01-26T03:29:10.841Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qmn7dbkk
time="2022-01-26T03:29:10.841Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qmn7dbkk
time="2022-01-26T03:29:10.841Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qmn7dbkk
time="2022-01-26T03:29:10.842Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qmn7dbkk
time="2022-01-26T03:29:10.842Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=qmn7dbkk
time="2022-01-26T03:29:10.852Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vbgh4f46
time="2022-01-26T03:29:10.86Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jqd2q2vs
time="2022-01-26T03:29:10.86Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jqd2q2vs
time="2022-01-26T03:29:10.86Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jqd2q2vs
time="2022-01-26T03:29:10.86Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=128 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=jqd2q2vs
time="2022-01-26T03:29:10.86Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-dt9tx-worker namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.86Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cfdx78f4
time="2022-01-26T03:29:10.86Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:10.863Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vbgh4f46
time="2022-01-26T03:29:10.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=137 elapsedMillisGT=0 outcome=unspecified reconcileID=vbgh4f46
time="2022-01-26T03:29:10.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=zhcngfts
time="2022-01-26T03:29:10.863Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=zhcngfts
time="2022-01-26T03:29:10.894Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cfdx78f4
time="2022-01-26T03:29:10.901Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=fmzz4ll5
time="2022-01-26T03:29:10.901Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=fmzz4ll5
time="2022-01-26T03:29:10.901Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=78 elapsedMillisGT=0 outcome=unspecified reconcileID=fmzz4ll5
time="2022-01-26T03:29:10.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=dc5mwtdj
time="2022-01-26T03:29:10.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=t5jp88cq
time="2022-01-26T03:29:10.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t5jp88cq
time="2022-01-26T03:29:10.903Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.908Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=mfmnllmt
time="2022-01-26T03:29:10.908Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mfmnllmt
time="2022-01-26T03:29:10.908Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=xrthd94d
time="2022-01-26T03:29:10.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xrthd94d
time="2022-01-26T03:29:10.918Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.94Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zj29cft6
time="2022-01-26T03:29:10.94Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zj29cft6
time="2022-01-26T03:29:10.94Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.973Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cfdx78f4
time="2022-01-26T03:29:10.973Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cfdx78f4
time="2022-01-26T03:29:10.976Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=dc5mwtdj
time="2022-01-26T03:29:10.976Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=dc5mwtdj
time="2022-01-26T03:29:10.976Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=74 elapsedMillisGT=0 outcome=unspecified reconcileID=dc5mwtdj
time="2022-01-26T03:29:10.977Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=zhcngfts
time="2022-01-26T03:29:10.981Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=kqzf2g27
time="2022-01-26T03:29:10.981Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kqzf2g27
time="2022-01-26T03:29:10.981Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.986Z" level=info msg="failed to update cluster operator state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zhcngfts
time="2022-01-26T03:29:10.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=122 elapsedMillisGT=0 outcome=unspecified reconcileID=zhcngfts
time="2022-01-26T03:29:10.986Z" level=error msg="Reconciler error" _name=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:10.991Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=trgttf7s
time="2022-01-26T03:29:10.991Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=trgttf7s
time="2022-01-26T03:29:10.991Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.00840284s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=trgttf7s
time="2022-01-26T03:29:10.991Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trgttf7s
time="2022-01-26T03:29:11.014Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cfdx78f4
time="2022-01-26T03:29:11.014Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker machineset=jshu-pool-test-dt9tx-pd66n-worker-us-east-2a reconcileID=cfdx78f4
time="2022-01-26T03:29:11.036Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker machineset=jshu-pool-test-dt9tx-pd66n-worker-us-east-2b reconcileID=cfdx78f4
time="2022-01-26T03:29:11.059Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker machineset=jshu-pool-test-dt9tx-pd66n-worker-us-east-2c reconcileID=cfdx78f4
time="2022-01-26T03:29:11.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=l2f66wz7
time="2022-01-26T03:29:11.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2f66wz7
time="2022-01-26T03:29:11.062Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-dt9tx\" not found" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=56j87wf5
time="2022-01-26T03:29:11.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.075Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=56j87wf5
time="2022-01-26T03:29:11.078Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cfdx78f4
time="2022-01-26T03:29:11.085Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cfdx78f4
time="2022-01-26T03:29:11.085Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cfdx78f4
time="2022-01-26T03:29:11.094Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=cf46ww55
time="2022-01-26T03:29:11.094Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=cf46ww55
time="2022-01-26T03:29:11.094Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cf46ww55
time="2022-01-26T03:29:11.096Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=235 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=cfdx78f4
time="2022-01-26T03:29:11.096Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.096Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:11.097Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=56j87wf5
time="2022-01-26T03:29:11.097Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=56j87wf5
time="2022-01-26T03:29:11.099Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=56j87wf5
time="2022-01-26T03:29:11.099Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=56j87wf5
time="2022-01-26T03:29:11.099Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6rcbtrdl
time="2022-01-26T03:29:11.099Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.099Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.099Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.099Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.099Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6rcbtrdl
time="2022-01-26T03:29:11.099Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6rcbtrdl
time="2022-01-26T03:29:11.099Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6rcbtrdl
time="2022-01-26T03:29:11.1Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6rcbtrdl
time="2022-01-26T03:29:11.1Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=6rcbtrdl
time="2022-01-26T03:29:11.1Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=gs8h4x4k
time="2022-01-26T03:29:11.1Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=SyncSetsNotApplied reconcileID=gs8h4x4k
time="2022-01-26T03:29:11.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=tfhc7mz7
time="2022-01-26T03:29:11.101Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h59m58.898851149s reconcileID=tfhc7mz7
time="2022-01-26T03:29:11.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tfhc7mz7
time="2022-01-26T03:29:11.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=fgqxgltq
time="2022-01-26T03:29:11.101Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=fgqxgltq
time="2022-01-26T03:29:11.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgqxgltq
time="2022-01-26T03:29:11.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.101Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:11.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=hpfc4crz
time="2022-01-26T03:29:11.101Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=hpfc4crz
time="2022-01-26T03:29:11.101Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.898560685s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=hpfc4crz
time="2022-01-26T03:29:11.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hpfc4crz
time="2022-01-26T03:29:11.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=cbvcpp4h
time="2022-01-26T03:29:11.101Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=cbvcpp4h
time="2022-01-26T03:29:11.101Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=cbvcpp4h
time="2022-01-26T03:29:11.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cbvcpp4h
time="2022-01-26T03:29:11.101Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=4k47p74v
time="2022-01-26T03:29:11.101Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=4k47p74v
time="2022-01-26T03:29:11.101Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=4k47p74v
time="2022-01-26T03:29:11.101Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=qqfn9wd6
time="2022-01-26T03:29:11.101Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=qqfn9wd6
time="2022-01-26T03:29:11.101Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=qqfn9wd6
time="2022-01-26T03:29:11.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=qqfn9wd6
time="2022-01-26T03:29:11.102Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:11.102Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=qqfn9wd6
time="2022-01-26T03:29:11.102Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qqfn9wd6
time="2022-01-26T03:29:11.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=n26ddh79
time="2022-01-26T03:29:11.102Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=n26ddh79
time="2022-01-26T03:29:11.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n26ddh79
time="2022-01-26T03:29:11.102Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=v9wj2ldr
time="2022-01-26T03:29:11.102Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=v9wj2ldr
time="2022-01-26T03:29:11.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9wj2ldr
time="2022-01-26T03:29:11.102Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bt2rm5gs
time="2022-01-26T03:29:11.102Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:11.102Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=bt2rm5gs stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:11.102Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bt2rm5gs unassignedCount=1
time="2022-01-26T03:29:11.102Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bt2rm5gs
time="2022-01-26T03:29:11.102Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bt2rm5gs
time="2022-01-26T03:29:11.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=ffn5tgbx
time="2022-01-26T03:29:11.112Z" level=info msg="syncsets not yet applied, cluster will rereconcile" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=gs8h4x4k requeueAfter=9m58.887559716s
time="2022-01-26T03:29:11.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=gs8h4x4k
time="2022-01-26T03:29:11.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=82jqqvsm
time="2022-01-26T03:29:11.112Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h59m58.887400093s reconcileID=82jqqvsm
time="2022-01-26T03:29:11.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82jqqvsm
time="2022-01-26T03:29:11.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=rk2wmcqv
time="2022-01-26T03:29:11.112Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=rk2wmcqv
time="2022-01-26T03:29:11.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rk2wmcqv
time="2022-01-26T03:29:11.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=ldhfgnkh
time="2022-01-26T03:29:11.112Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=ldhfgnkh
time="2022-01-26T03:29:11.112Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.88716089s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=ldhfgnkh
time="2022-01-26T03:29:11.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ldhfgnkh
time="2022-01-26T03:29:11.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=xj8whh56
time="2022-01-26T03:29:11.112Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=xj8whh56
time="2022-01-26T03:29:11.112Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=xj8whh56
time="2022-01-26T03:29:11.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xj8whh56
time="2022-01-26T03:29:11.112Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=sl8nfxsf
time="2022-01-26T03:29:11.113Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=sl8nfxsf
time="2022-01-26T03:29:11.113Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=sl8nfxsf
time="2022-01-26T03:29:11.113Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=cvgcdj7d
time="2022-01-26T03:29:11.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=cvgcdj7d
time="2022-01-26T03:29:11.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=cvgcdj7d
time="2022-01-26T03:29:11.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=cvgcdj7d
time="2022-01-26T03:29:11.113Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:29:11.113Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=cvgcdj7d
time="2022-01-26T03:29:11.113Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvgcdj7d
time="2022-01-26T03:29:11.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=vnxm6srx
time="2022-01-26T03:29:11.113Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=vnxm6srx
time="2022-01-26T03:29:11.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnxm6srx
time="2022-01-26T03:29:11.113Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=m9gttzsg
time="2022-01-26T03:29:11.113Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=m9gttzsg
time="2022-01-26T03:29:11.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m9gttzsg
time="2022-01-26T03:29:11.119Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjcstppq
time="2022-01-26T03:29:11.119Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:29:11.119Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=rjcstppq stale=0 standby=2 unclaimed=1
time="2022-01-26T03:29:11.119Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjcstppq unassignedCount=1
time="2022-01-26T03:29:11.119Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjcstppq
time="2022-01-26T03:29:11.119Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rjcstppq
time="2022-01-26T03:29:11.119Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=w5gmrzmx
time="2022-01-26T03:29:11.119Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=w5gmrzmx
time="2022-01-26T03:29:11.119Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5gmrzmx
time="2022-01-26T03:29:11.119Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=nph5rq4p
time="2022-01-26T03:29:11.119Z" level=info msg="syncsets not yet applied, cluster will rereconcile" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=nph5rq4p requeueAfter=9m58.880094503s
time="2022-01-26T03:29:11.119Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nph5rq4p
time="2022-01-26T03:29:11.119Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.119Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.119Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:29:11.119Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jk26c9q
time="2022-01-26T03:29:11.12Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.12Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.12Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.12Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.12Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jk26c9q
time="2022-01-26T03:29:11.12Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jk26c9q
time="2022-01-26T03:29:11.12Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jk26c9q
time="2022-01-26T03:29:11.122Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jk26c9q
time="2022-01-26T03:29:11.122Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=8jk26c9q
time="2022-01-26T03:29:11.13Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.164Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=ffn5tgbx
time="2022-01-26T03:29:11.164Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=ffn5tgbx
time="2022-01-26T03:29:11.164Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=61 elapsedMillisGT=0 outcome=unspecified reconcileID=ffn5tgbx
time="2022-01-26T03:29:11.164Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=std479dv
time="2022-01-26T03:29:11.173Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.173Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.197Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.197Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.209Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.209Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.214Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=117 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=7lv9tdrz
time="2022-01-26T03:29:11.214Z" level=error msg="Reconciler error" _name=machinepool-controller error="failed to update pool status: Operation cannot be fulfilled on machinepools.hive.openshift.io \"jshu-pool-test-dt9tx-worker\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx-worker namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.214Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g58fp5qv
time="2022-01-26T03:29:11.214Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:11.228Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=std479dv
time="2022-01-26T03:29:11.228Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=std479dv
time="2022-01-26T03:29:11.228Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=63 elapsedMillisGT=0 outcome=unspecified reconcileID=std479dv
time="2022-01-26T03:29:11.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d7nmqbqm
time="2022-01-26T03:29:11.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.252Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.252Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:29:11.252Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d7nmqbqm
time="2022-01-26T03:29:11.253Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d7nmqbqm
time="2022-01-26T03:29:11.253Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d7nmqbqm
time="2022-01-26T03:29:11.257Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d7nmqbqm
time="2022-01-26T03:29:11.258Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=d7nmqbqm
time="2022-01-26T03:29:11.317Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g58fp5qv
time="2022-01-26T03:29:11.343Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g58fp5qv
time="2022-01-26T03:29:11.344Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g58fp5qv
time="2022-01-26T03:29:11.366Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g58fp5qv
time="2022-01-26T03:29:11.366Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g58fp5qv
time="2022-01-26T03:29:11.371Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g58fp5qv
time="2022-01-26T03:29:11.371Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g58fp5qv
time="2022-01-26T03:29:11.371Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=157 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=g58fp5qv
time="2022-01-26T03:29:11.371Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lrrfsxt4
time="2022-01-26T03:29:11.371Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:29:11.412Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lrrfsxt4
time="2022-01-26T03:29:11.433Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lrrfsxt4
time="2022-01-26T03:29:11.434Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lrrfsxt4
time="2022-01-26T03:29:11.459Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lrrfsxt4
time="2022-01-26T03:29:11.459Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lrrfsxt4
time="2022-01-26T03:29:11.465Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lrrfsxt4
time="2022-01-26T03:29:11.465Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=lrrfsxt4
time="2022-01-26T03:29:11.465Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=93 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=lrrfsxt4
time="2022-01-26T03:29:12.928Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jft9tmqs
time="2022-01-26T03:29:12.928Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jft9tmqs
time="2022-01-26T03:29:12.928Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=jft9tmqs
time="2022-01-26T03:29:13.021Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=jft9tmqs states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:29:13.057Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=jft9tmqs
time="2022-01-26T03:29:13.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=148 elapsedMillisGT=0 outcome=unspecified reconcileID=jft9tmqs
time="2022-01-26T03:29:13.265Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:29:13.265Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:29:13.265Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:29:13.265Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:29:13.265Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:29:13.265Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:29:43.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.076Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.077Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.167Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=tlw2w7hh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:29:43.202Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=tlw2w7hh
time="2022-01-26T03:29:43.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=144 elapsedMillisGT=0 outcome=unspecified reconcileID=tlw2w7hh
time="2022-01-26T03:30:00.145Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T03:30:00.146Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T03:30:13.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=w9p8gggz
time="2022-01-26T03:30:13.221Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=w9p8gggz
time="2022-01-26T03:30:13.222Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=w9p8gggz
time="2022-01-26T03:30:13.281Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=w9p8gggz states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:30:13.316Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=w9p8gggz
time="2022-01-26T03:30:13.336Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=115 elapsedMillisGT=0 outcome=unspecified reconcileID=w9p8gggz
time="2022-01-26T03:30:43.337Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.337Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.337Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.391Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=nhxxmpxt states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:30:43.447Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.467Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.468Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.468Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.468Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=nhxxmpxt
time="2022-01-26T03:30:43.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=130 elapsedMillisGT=0 outcome=unspecified reconcileID=nhxxmpxt
time="2022-01-26T03:31:13.265Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:31:13.266Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:31:13.266Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:31:13.266Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:31:13.266Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:31:13.266Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:31:13.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=thwt6rwj
time="2022-01-26T03:31:13.468Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=thwt6rwj
time="2022-01-26T03:31:13.469Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=thwt6rwj
time="2022-01-26T03:31:13.598Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=thwt6rwj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:31:13.636Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=thwt6rwj
time="2022-01-26T03:31:13.662Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=194 elapsedMillisGT=0 outcome=unspecified reconcileID=thwt6rwj
time="2022-01-26T03:31:43.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=kx89g7jw
time="2022-01-26T03:31:43.663Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=kx89g7jw
time="2022-01-26T03:31:43.663Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=kx89g7jw
time="2022-01-26T03:31:43.762Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=kx89g7jw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:31:43.806Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=kx89g7jw
time="2022-01-26T03:31:43.806Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=kx89g7jw
time="2022-01-26T03:31:43.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=z9wwjv66
time="2022-01-26T03:31:43.819Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h55m57.180895261s reconcileID=z9wwjv66
time="2022-01-26T03:31:43.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9wwjv66
time="2022-01-26T03:31:43.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=2fzvd8wl
time="2022-01-26T03:31:43.819Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=2fzvd8wl
time="2022-01-26T03:31:43.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2fzvd8wl
time="2022-01-26T03:31:43.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4qrx5sw5
time="2022-01-26T03:31:43.819Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=4qrx5sw5
time="2022-01-26T03:31:43.819Z" level=debug msg="Waiting to fetch clusteroperator status in 5m57.180590376s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4qrx5sw5
time="2022-01-26T03:31:43.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4qrx5sw5
time="2022-01-26T03:31:43.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=ppf8h5hp
time="2022-01-26T03:31:43.819Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=ppf8h5hp
time="2022-01-26T03:31:43.819Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=ppf8h5hp
time="2022-01-26T03:31:43.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ppf8h5hp
time="2022-01-26T03:31:43.819Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=pfr9w578
time="2022-01-26T03:31:43.819Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=pfr9w578
time="2022-01-26T03:31:43.819Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=pfr9w578
time="2022-01-26T03:31:43.819Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=h5bln5zn
time="2022-01-26T03:31:43.819Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=h5bln5zn
time="2022-01-26T03:31:43.819Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=h5bln5zn
time="2022-01-26T03:31:43.82Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=h5bln5zn
time="2022-01-26T03:31:43.82Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:31:43.82Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=h5bln5zn
time="2022-01-26T03:31:43.82Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5bln5zn
time="2022-01-26T03:31:43.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=pcgzq9r6
time="2022-01-26T03:31:43.82Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=pcgzq9r6
time="2022-01-26T03:31:43.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pcgzq9r6
time="2022-01-26T03:31:43.82Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=sl7l2xs9
time="2022-01-26T03:31:43.82Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=sl7l2xs9
time="2022-01-26T03:31:43.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sl7l2xs9
time="2022-01-26T03:31:43.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=mjkgmg99
time="2022-01-26T03:31:43.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=158 elapsedMillisGT=0 outcome=unspecified reconcileID=kx89g7jw
time="2022-01-26T03:31:43.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6hvwj8sr
time="2022-01-26T03:31:43.824Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:31:43.824Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:31:43.824Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:31:43.824Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:31:43.824Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6hvwj8sr
time="2022-01-26T03:31:43.824Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6hvwj8sr
time="2022-01-26T03:31:43.824Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6hvwj8sr
time="2022-01-26T03:31:43.826Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6hvwj8sr
time="2022-01-26T03:31:43.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=6hvwj8sr
time="2022-01-26T03:31:43.827Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ncscqt5w
time="2022-01-26T03:31:43.827Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:31:43.827Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=ncscqt5w stale=0 standby=2 unclaimed=1
time="2022-01-26T03:31:43.827Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ncscqt5w unassignedCount=1
time="2022-01-26T03:31:43.827Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ncscqt5w
time="2022-01-26T03:31:43.827Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ncscqt5w
time="2022-01-26T03:31:43.827Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=s9d66rrb
time="2022-01-26T03:31:43.827Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=s9d66rrb
time="2022-01-26T03:31:43.827Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9d66rrb
time="2022-01-26T03:31:43.827Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:31:43.827Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:31:43.827Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:31:43.827Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zxznc4sl
time="2022-01-26T03:31:43.827Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:31:43.837Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=nb6svrwf
time="2022-01-26T03:31:43.838Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=nb6svrwf
time="2022-01-26T03:31:43.838Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=nb6svrwf
time="2022-01-26T03:31:43.87Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zxznc4sl
time="2022-01-26T03:31:43.875Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=mjkgmg99
time="2022-01-26T03:31:43.875Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=mjkgmg99
time="2022-01-26T03:31:43.875Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=mjkgmg99
time="2022-01-26T03:31:43.892Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zxznc4sl
time="2022-01-26T03:31:43.892Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zxznc4sl
time="2022-01-26T03:31:43.916Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=nb6svrwf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:31:43.935Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zxznc4sl
time="2022-01-26T03:31:43.935Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zxznc4sl
time="2022-01-26T03:31:43.958Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zxznc4sl
time="2022-01-26T03:31:43.958Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zxznc4sl
time="2022-01-26T03:31:43.958Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=130 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=zxznc4sl
time="2022-01-26T03:31:43.993Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=nb6svrwf
time="2022-01-26T03:31:43.993Z" level=info msg="waiting an additional %s for ClusterOperators to settle1m59.006021531s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=nb6svrwf
time="2022-01-26T03:31:43.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=156 elapsedMillisGT=0 outcome=unspecified reconcileID=nb6svrwf
time="2022-01-26T03:33:08.219Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=lbbzwdt9
time="2022-01-26T03:33:08.219Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=h28vkvzd
time="2022-01-26T03:33:08.219Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:08.219Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=lbbzwdt9
time="2022-01-26T03:33:08.219Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=lbbzwdt9
time="2022-01-26T03:33:08.219Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:08.219Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=lbbzwdt9
time="2022-01-26T03:33:08.22Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:08.22Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=lbbzwdt9
time="2022-01-26T03:33:08.22Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=h28vkvzd
time="2022-01-26T03:33:08.22Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=lbbzwdt9
time="2022-01-26T03:33:08.22Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lbbzwdt9
time="2022-01-26T03:33:08.22Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=r2s8bk56
time="2022-01-26T03:33:08.22Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=h28vkvzd
time="2022-01-26T03:33:08.22Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=r2s8bk56
time="2022-01-26T03:33:08.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2s8bk56
time="2022-01-26T03:33:08.22Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:08.22Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=h28vkvzd
time="2022-01-26T03:33:08.22Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=h28vkvzd
time="2022-01-26T03:33:08.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h28vkvzd
time="2022-01-26T03:33:09.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=lc478l27
time="2022-01-26T03:33:09.217Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.217Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.218Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=lc478l27
time="2022-01-26T03:33:09.218Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=lc478l27
time="2022-01-26T03:33:09.218Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.218Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=lc478l27
time="2022-01-26T03:33:09.218Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=lc478l27
time="2022-01-26T03:33:09.218Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lc478l27
time="2022-01-26T03:33:09.227Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rwmrqrqp
time="2022-01-26T03:33:09.227Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rwmrqrqp
time="2022-01-26T03:33:09.227Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rwmrqrqp
time="2022-01-26T03:33:09.227Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rwmrqrqp
time="2022-01-26T03:33:09.227Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.227Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rwmrqrqp
time="2022-01-26T03:33:09.227Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=rwmrqrqp
time="2022-01-26T03:33:09.227Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwmrqrqp
time="2022-01-26T03:33:09.238Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=44xcgh22
time="2022-01-26T03:33:09.238Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.239Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.239Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=44xcgh22
time="2022-01-26T03:33:09.239Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=44xcgh22
time="2022-01-26T03:33:09.239Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.239Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=44xcgh22
time="2022-01-26T03:33:09.239Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=44xcgh22
time="2022-01-26T03:33:09.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=44xcgh22
time="2022-01-26T03:33:09.248Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=dvjtj26z
time="2022-01-26T03:33:09.248Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=dvjtj26z
time="2022-01-26T03:33:09.248Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=dvjtj26z
time="2022-01-26T03:33:09.248Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=dvjtj26z
time="2022-01-26T03:33:09.248Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.248Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=dvjtj26z
time="2022-01-26T03:33:09.248Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=dvjtj26z
time="2022-01-26T03:33:09.248Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision job=jshu-pool-test-8hfg5-0-zrkjk-provision reconcileID=dvjtj26z
time="2022-01-26T03:33:09.259Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=fmnh5xqj
time="2022-01-26T03:33:09.259Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.259Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.259Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=fmnh5xqj
time="2022-01-26T03:33:09.259Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ttqtq892
time="2022-01-26T03:33:09.259Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=fmnh5xqj
time="2022-01-26T03:33:09.259Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ttqtq892
time="2022-01-26T03:33:09.259Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttqtq892
time="2022-01-26T03:33:09.259Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.26Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=fmnh5xqj
time="2022-01-26T03:33:09.26Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=fmnh5xqj
time="2022-01-26T03:33:09.26Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmnh5xqj
time="2022-01-26T03:33:09.276Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dtph6cg6
time="2022-01-26T03:33:09.276Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.276Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.276Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dtph6cg6
time="2022-01-26T03:33:09.276Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dtph6cg6
time="2022-01-26T03:33:09.276Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5\", timestamp:time.Time{wall:0xc0744ba868877bd9, ext:1808948606666, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.276Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=kz8c8cbp
time="2022-01-26T03:33:09.276Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=kz8c8cbp
time="2022-01-26T03:33:09.276Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kz8c8cbp
time="2022-01-26T03:33:09.276Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=dtph6cg6
time="2022-01-26T03:33:09.276Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=dtph6cg6
time="2022-01-26T03:33:09.277Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=dvjtj26z
time="2022-01-26T03:33:09.277Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=4smbmkn2
time="2022-01-26T03:33:09.277Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=4smbmkn2
time="2022-01-26T03:33:09.277Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=4smbmkn2
time="2022-01-26T03:33:09.277Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=4smbmkn2
time="2022-01-26T03:33:09.277Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.277Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=4smbmkn2
time="2022-01-26T03:33:09.277Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4smbmkn2
time="2022-01-26T03:33:09.288Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=knh8hn7v
time="2022-01-26T03:33:09.288Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=knh8hn7v
time="2022-01-26T03:33:09.288Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=knh8hn7v
time="2022-01-26T03:33:09.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=l92c7g4f
time="2022-01-26T03:33:09.288Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l92c7g4f
time="2022-01-26T03:33:09.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=w7vxjj7k
time="2022-01-26T03:33:09.288Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=w7vxjj7k
time="2022-01-26T03:33:09.288Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w7vxjj7k
time="2022-01-26T03:33:09.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=wm48v92b
time="2022-01-26T03:33:09.288Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=wm48v92b
time="2022-01-26T03:33:09.288Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wm48v92b
time="2022-01-26T03:33:09.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.288Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.288Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=6dvcxzsm
time="2022-01-26T03:33:09.288Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=6dvcxzsm
time="2022-01-26T03:33:09.288Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6dvcxzsm
time="2022-01-26T03:33:09.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=qhhbvzp2
time="2022-01-26T03:33:09.289Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=qhhbvzp2
time="2022-01-26T03:33:09.289Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=8kz8x2zj
time="2022-01-26T03:33:09.289Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=nqpv5k4q
time="2022-01-26T03:33:09.289Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=8kz8x2zj
time="2022-01-26T03:33:09.289Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=8kz8x2zj
time="2022-01-26T03:33:09.289Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=nqpv5k4q
time="2022-01-26T03:33:09.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qhhbvzp2
time="2022-01-26T03:33:09.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nqpv5k4q
time="2022-01-26T03:33:09.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=cp8jjnnf
time="2022-01-26T03:33:09.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cp8jjnnf
time="2022-01-26T03:33:09.289Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2tfwjlmw
time="2022-01-26T03:33:09.289Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.289Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=r42hjlw2
time="2022-01-26T03:33:09.289Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.289Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=r42hjlw2
time="2022-01-26T03:33:09.289Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=r42hjlw2
time="2022-01-26T03:33:09.289Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=2tfwjlmw stale=0 standby=2 unclaimed=1
time="2022-01-26T03:33:09.289Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=6vhtq2j8
time="2022-01-26T03:33:09.289Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2tfwjlmw unassignedCount=1
time="2022-01-26T03:33:09.289Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2tfwjlmw
time="2022-01-26T03:33:09.289Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=6vhtq2j8
time="2022-01-26T03:33:09.289Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=6vhtq2j8
time="2022-01-26T03:33:09.289Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=6vhtq2j8
time="2022-01-26T03:33:09.289Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2tfwjlmw
time="2022-01-26T03:33:09.289Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.289Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=6vhtq2j8
time="2022-01-26T03:33:09.289Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vhtq2j8
time="2022-01-26T03:33:09.289Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=qv9x7sf8
time="2022-01-26T03:33:09.289Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=qv9x7sf8
time="2022-01-26T03:33:09.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qv9x7sf8
time="2022-01-26T03:33:09.306Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=nd8m7vl6
time="2022-01-26T03:33:09.306Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=nd8m7vl6
time="2022-01-26T03:33:09.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nd8m7vl6
time="2022-01-26T03:33:09.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=tgz2bnkj
time="2022-01-26T03:33:09.306Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 condition=Hibernating controller=hibernation reason=Unsupported reconcileID=tgz2bnkj
time="2022-01-26T03:33:09.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=tg6jrr4k
time="2022-01-26T03:33:09.306Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=tg6jrr4k
time="2022-01-26T03:33:09.306Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment duration=2516.306672432 provision=jshu-pool-test-8hfg5-0-zrkjk reconcileID=dtph6cg6
time="2022-01-26T03:33:09.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=dtph6cg6
time="2022-01-26T03:33:09.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wtdlnmrt
time="2022-01-26T03:33:09.306Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.306Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.306Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wtdlnmrt
time="2022-01-26T03:33:09.306Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wtdlnmrt
time="2022-01-26T03:33:09.307Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=crlwgq66
time="2022-01-26T03:33:09.307Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=6x549ssd
time="2022-01-26T03:33:09.307Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=6x549ssd
time="2022-01-26T03:33:09.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6x549ssd
time="2022-01-26T03:33:09.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.307Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=gwkcr4sv
time="2022-01-26T03:33:09.307Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=gwkcr4sv
time="2022-01-26T03:33:09.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwkcr4sv
time="2022-01-26T03:33:09.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=s9tzwtr4
time="2022-01-26T03:33:09.307Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=s9tzwtr4
time="2022-01-26T03:33:09.308Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=fbz89cj8
time="2022-01-26T03:33:09.308Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=fbz89cj8
time="2022-01-26T03:33:09.308Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=fbz89cj8
time="2022-01-26T03:33:09.308Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=kt676lqj
time="2022-01-26T03:33:09.308Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=kt676lqj
time="2022-01-26T03:33:09.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kt676lqj
time="2022-01-26T03:33:09.308Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=sjvj9g9c
time="2022-01-26T03:33:09.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=sjvj9g9c
time="2022-01-26T03:33:09.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=sjvj9g9c
time="2022-01-26T03:33:09.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=sjvj9g9c
time="2022-01-26T03:33:09.308Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.308Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=sjvj9g9c
time="2022-01-26T03:33:09.308Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjvj9g9c
time="2022-01-26T03:33:09.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=4rt6b48t
time="2022-01-26T03:33:09.308Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4ffh224d
time="2022-01-26T03:33:09.308Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=4rt6b48t
time="2022-01-26T03:33:09.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rt6b48t
time="2022-01-26T03:33:09.308Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=xl7dphkw
time="2022-01-26T03:33:09.308Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=xl7dphkw
time="2022-01-26T03:33:09.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xl7dphkw
time="2022-01-26T03:33:09.308Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=4ffh224d stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.308Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4ffh224d unassignedCount=1
time="2022-01-26T03:33:09.318Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=d8lmnwld
time="2022-01-26T03:33:09.318Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=6zsfjtwd
time="2022-01-26T03:33:09.318Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=d8lmnwld
time="2022-01-26T03:33:09.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d8lmnwld
time="2022-01-26T03:33:09.318Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=6zsfjtwd
time="2022-01-26T03:33:09.318Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=6zsfjtwd
time="2022-01-26T03:33:09.319Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=gxcqlxp4
time="2022-01-26T03:33:09.319Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=gxcqlxp4
time="2022-01-26T03:33:09.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxcqlxp4
time="2022-01-26T03:33:09.319Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=49jbsczj
time="2022-01-26T03:33:09.319Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=rddbhhqm
time="2022-01-26T03:33:09.319Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=49jbsczj
time="2022-01-26T03:33:09.319Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=rddbhhqm
time="2022-01-26T03:33:09.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rddbhhqm
time="2022-01-26T03:33:09.319Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=49jbsczj
time="2022-01-26T03:33:09.319Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=h6qcvvkm
time="2022-01-26T03:33:09.319Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=h6qcvvkm
time="2022-01-26T03:33:09.319Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=49jbsczj
time="2022-01-26T03:33:09.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h6qcvvkm
time="2022-01-26T03:33:09.319Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.319Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=49jbsczj
time="2022-01-26T03:33:09.319Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49jbsczj
time="2022-01-26T03:33:09.319Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=jbfgklv8
time="2022-01-26T03:33:09.319Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=jbfgklv8
time="2022-01-26T03:33:09.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbfgklv8
time="2022-01-26T03:33:09.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=tgz2bnkj
time="2022-01-26T03:33:09.321Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wtdlnmrt
time="2022-01-26T03:33:09.321Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wtdlnmrt
time="2022-01-26T03:33:09.321Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=wtdlnmrt
time="2022-01-26T03:33:09.321Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.321Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4ffh224d
time="2022-01-26T03:33:09.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.321Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=4ffh224d
time="2022-01-26T03:33:09.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.321Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4lggr26n
time="2022-01-26T03:33:09.321Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.321Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.321Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.321Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=4lggr26n stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.321Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4lggr26n unassignedCount=1
time="2022-01-26T03:33:09.321Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4lggr26n
time="2022-01-26T03:33:09.321Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4lggr26n
time="2022-01-26T03:33:09.322Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=s9tzwtr4
time="2022-01-26T03:33:09.322Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=s9tzwtr4
time="2022-01-26T03:33:09.322Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.322Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=hmhnsvbk
time="2022-01-26T03:33:09.322Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=hmhnsvbk
time="2022-01-26T03:33:09.324Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=fkslpx2x
time="2022-01-26T03:33:09.324Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jzd2scst
time="2022-01-26T03:33:09.324Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=fkslpx2x
time="2022-01-26T03:33:09.324Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fkslpx2x
time="2022-01-26T03:33:09.324Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=gwx5dczm
time="2022-01-26T03:33:09.324Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwx5dczm
time="2022-01-26T03:33:09.324Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=jzd2scst stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.324Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.324Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jzd2scst unassignedCount=1
time="2022-01-26T03:33:09.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.324Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.324Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jzd2scst
time="2022-01-26T03:33:09.324Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.324Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzd2scst
time="2022-01-26T03:33:09.327Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=19 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=crlwgq66
time="2022-01-26T03:33:09.327Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=zq9g4rxh
time="2022-01-26T03:33:09.327Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.327Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=zq9g4rxh
time="2022-01-26T03:33:09.327Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=zq9g4rxh
time="2022-01-26T03:33:09.327Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=5vxrrhh6
time="2022-01-26T03:33:09.327Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.327Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=5vxrrhh6
time="2022-01-26T03:33:09.327Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=5vxrrhh6
time="2022-01-26T03:33:09.33Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=xq8kpr7t
time="2022-01-26T03:33:09.33Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xq8kpr7t
time="2022-01-26T03:33:09.33Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.334Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=qwb2nbxx
time="2022-01-26T03:33:09.334Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=qwb2nbxx
time="2022-01-26T03:33:09.334Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=qwb2nbxx
time="2022-01-26T03:33:09.334Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=5rx2tn4h
time="2022-01-26T03:33:09.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=4ng5ps65
time="2022-01-26T03:33:09.334Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=4ng5ps65
time="2022-01-26T03:33:09.334Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5rx2tn4h
time="2022-01-26T03:33:09.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4ng5ps65
time="2022-01-26T03:33:09.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5rx2tn4h
time="2022-01-26T03:33:09.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=btnv9lkn
time="2022-01-26T03:33:09.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5rx2tn4h
time="2022-01-26T03:33:09.335Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=btnv9lkn
time="2022-01-26T03:33:09.335Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.335Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=5rx2tn4h
time="2022-01-26T03:33:09.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=btnv9lkn
time="2022-01-26T03:33:09.335Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rx2tn4h
time="2022-01-26T03:33:09.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=vplzcdsn
time="2022-01-26T03:33:09.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=x5vgtcd5
time="2022-01-26T03:33:09.335Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=x5vgtcd5
time="2022-01-26T03:33:09.335Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=vplzcdsn
time="2022-01-26T03:33:09.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x5vgtcd5
time="2022-01-26T03:33:09.334Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vplzcdsn
time="2022-01-26T03:33:09.335Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.335Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=g275m92c
time="2022-01-26T03:33:09.335Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.335Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=g275m92c
time="2022-01-26T03:33:09.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g275m92c
time="2022-01-26T03:33:09.336Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hmhnsvbk
time="2022-01-26T03:33:09.336Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=hmhnsvbk
time="2022-01-26T03:33:09.336Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.336Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=j54vjdm7
time="2022-01-26T03:33:09.336Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=j54vjdm7
time="2022-01-26T03:33:09.34Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.34Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.34Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.34Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5nwzzfvb
time="2022-01-26T03:33:09.34Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5nwzzfvb
time="2022-01-26T03:33:09.34Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.341Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh secret=jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig
time="2022-01-26T03:33:09.341Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh secret=jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig
time="2022-01-26T03:33:09.341Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh secret=jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig
time="2022-01-26T03:33:09.342Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=9d6tmr4d
time="2022-01-26T03:33:09.342Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tnvz6srl
time="2022-01-26T03:33:09.342Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=9d6tmr4d
time="2022-01-26T03:33:09.342Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9d6tmr4d
time="2022-01-26T03:33:09.342Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.342Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=pz478csl
time="2022-01-26T03:33:09.342Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.342Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=pz478csl
time="2022-01-26T03:33:09.342Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=pz478csl
time="2022-01-26T03:33:09.342Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=tnvz6srl stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.342Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tnvz6srl unassignedCount=1
time="2022-01-26T03:33:09.342Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tnvz6srl
time="2022-01-26T03:33:09.342Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tnvz6srl
time="2022-01-26T03:33:09.345Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=j54vjdm7
time="2022-01-26T03:33:09.346Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=fd9wg4m8
time="2022-01-26T03:33:09.346Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=fd9wg4m8
time="2022-01-26T03:33:09.347Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=f5b2ct4w
time="2022-01-26T03:33:09.347Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=f5b2ct4w
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f5b2ct4w
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=vgn6zjrc
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=7c4rtr27
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vgn6zjrc
time="2022-01-26T03:33:09.347Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.347Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=7c4rtr27
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=7c4rtr27
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=sfxjtqb6
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2f5vsvtk
time="2022-01-26T03:33:09.347Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=sfxjtqb6
time="2022-01-26T03:33:09.347Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfxjtqb6
time="2022-01-26T03:33:09.347Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2f5vsvtk
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=2f5vsvtk
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=55242sth
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=89p2hv6v
time="2022-01-26T03:33:09.347Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=89p2hv6v
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=89p2hv6v
time="2022-01-26T03:33:09.347Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=55242sth
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=9xxchpww
time="2022-01-26T03:33:09.347Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=55242sth
time="2022-01-26T03:33:09.347Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=9xxchpww
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xxchpww
time="2022-01-26T03:33:09.347Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=55242sth
time="2022-01-26T03:33:09.347Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.347Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=55242sth
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55242sth
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=gz9wbbjx
time="2022-01-26T03:33:09.347Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=gz9wbbjx
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gz9wbbjx
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xgq5d7qw
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=mz2mpwmq
time="2022-01-26T03:33:09.347Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.347Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=mz2mpwmq
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mz2mpwmq
time="2022-01-26T03:33:09.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.347Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.347Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=xgq5d7qw stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.347Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xgq5d7qw unassignedCount=1
time="2022-01-26T03:33:09.347Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xgq5d7qw
time="2022-01-26T03:33:09.347Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgq5d7qw
time="2022-01-26T03:33:09.355Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=fd9wg4m8
time="2022-01-26T03:33:09.355Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=fd9wg4m8
time="2022-01-26T03:33:09.355Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.355Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=4jqlgpl9
time="2022-01-26T03:33:09.355Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=4jqlgpl9
time="2022-01-26T03:33:09.355Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=4jqlgpl9
time="2022-01-26T03:33:09.356Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jqlgpl9
time="2022-01-26T03:33:09.36Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh secret=jshu-pool-test-8hfg5-0-zrkjk-admin-password
time="2022-01-26T03:33:09.36Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh secret=jshu-pool-test-8hfg5-0-zrkjk-admin-password
time="2022-01-26T03:33:09.36Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh secret=jshu-pool-test-8hfg5-0-zrkjk-admin-password
time="2022-01-26T03:33:09.364Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=f48gjcmg
time="2022-01-26T03:33:09.364Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=f48gjcmg
time="2022-01-26T03:33:09.364Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=f48gjcmg
time="2022-01-26T03:33:09.364Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f48gjcmg
time="2022-01-26T03:33:09.367Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-8hfg5.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.367Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.367Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=46 elapsedMillisGT=0 outcome=unspecified reconcileID=mtjk9mfh
time="2022-01-26T03:33:09.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.368Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.368Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.368Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.368Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.369Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.37Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-8hfg5.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.37Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=kpjfpnmq
time="2022-01-26T03:33:09.38Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=q96vgmh5
time="2022-01-26T03:33:09.38Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q96vgmh5
time="2022-01-26T03:33:09.38Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.436Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=tg6jrr4k
time="2022-01-26T03:33:09.444Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tg6jrr4k
time="2022-01-26T03:33:09.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=138 elapsedMillisGT=0 outcome=unspecified reconcileID=tg6jrr4k
time="2022-01-26T03:33:09.444Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=784l75h4
time="2022-01-26T03:33:09.444Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=784l75h4
time="2022-01-26T03:33:09.483Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=784l75h4
time="2022-01-26T03:33:09.494Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=grt7bbgt
time="2022-01-26T03:33:09.494Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=grt7bbgt
time="2022-01-26T03:33:09.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=grt7bbgt
time="2022-01-26T03:33:09.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=wzp26smz
time="2022-01-26T03:33:09.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wzp26smz
time="2022-01-26T03:33:09.494Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=qlwxjzkq
time="2022-01-26T03:33:09.494Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=qlwxjzkq
time="2022-01-26T03:33:09.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlwxjzkq
time="2022-01-26T03:33:09.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.494Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=zhqck6rh
time="2022-01-26T03:33:09.494Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=zhqck6rh
time="2022-01-26T03:33:09.494Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState derivedObject=jshu-pool-test-8hfg5 reconcileID=zhqck6rh
time="2022-01-26T03:33:09.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.494Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.494Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.495Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.495Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.495Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.495Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.495Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.495Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=51 elapsedMillisGT=0 outcome=unspecified reconcileID=784l75h4
time="2022-01-26T03:33:09.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=8wwfgnlt
time="2022-01-26T03:33:09.496Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h59m59.503271479s reconcileID=8wwfgnlt
time="2022-01-26T03:33:09.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8wwfgnlt
time="2022-01-26T03:33:09.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=jlgncsr5
time="2022-01-26T03:33:09.496Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=jlgncsr5
time="2022-01-26T03:33:09.496Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=jlgncsr5
time="2022-01-26T03:33:09.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jlgncsr5
time="2022-01-26T03:33:09.496Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=zrvmqrsq
time="2022-01-26T03:33:09.496Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=zrvmqrsq
time="2022-01-26T03:33:09.496Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=zrvmqrsq
time="2022-01-26T03:33:09.497Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2hzk4ln6
time="2022-01-26T03:33:09.497Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.497Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.497Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-8hfg5.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.498Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=2p68rrvq
time="2022-01-26T03:33:09.498Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=2p68rrvq
time="2022-01-26T03:33:09.498Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=2p68rrvq
time="2022-01-26T03:33:09.498Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=2p68rrvq
time="2022-01-26T03:33:09.499Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.499Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=2p68rrvq
time="2022-01-26T03:33:09.499Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2p68rrvq
time="2022-01-26T03:33:09.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=sfsd8wvn
time="2022-01-26T03:33:09.499Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=sfsd8wvn
time="2022-01-26T03:33:09.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfsd8wvn
time="2022-01-26T03:33:09.499Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=wglpkqjs
time="2022-01-26T03:33:09.499Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvd4v7n5
time="2022-01-26T03:33:09.499Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=wglpkqjs
time="2022-01-26T03:33:09.499Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wglpkqjs
time="2022-01-26T03:33:09.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=hbpd9j46
time="2022-01-26T03:33:09.499Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=mvd4v7n5 stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.499Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvd4v7n5 unassignedCount=1
time="2022-01-26T03:33:09.499Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvd4v7n5
time="2022-01-26T03:33:09.499Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvd4v7n5
time="2022-01-26T03:33:09.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=zhqck6rh
time="2022-01-26T03:33:09.54Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=449x7hhz
time="2022-01-26T03:33:09.541Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=449x7hhz
time="2022-01-26T03:33:09.541Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.607Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2hzk4ln6
time="2022-01-26T03:33:09.642Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  a7d3b4ce-6e85-47e6-b7ab-ed2e4438ae84 21634 0 2022-01-26 03:15:48 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 03:15:48 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 03:15:48 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-8hfg5.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-8hfg5.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 03:15:48 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-8hfg5.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.654Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=vt79rfk9
time="2022-01-26T03:33:09.654Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=vt79rfk9
time="2022-01-26T03:33:09.654Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vt79rfk9
time="2022-01-26T03:33:09.654Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=p6q49l5k
time="2022-01-26T03:33:09.654Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=p6q49l5k
time="2022-01-26T03:33:09.654Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=p6q49l5k
time="2022-01-26T03:33:09.654Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=qvnzpr7t
time="2022-01-26T03:33:09.654Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvnzpr7t
time="2022-01-26T03:33:09.654Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.654Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=dtq2nzlt
time="2022-01-26T03:33:09.654Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h59m59.345146054s reconcileID=dtq2nzlt
time="2022-01-26T03:33:09.654Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtq2nzlt
time="2022-01-26T03:33:09.654Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=rvkttj75
time="2022-01-26T03:33:09.654Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=rvkttj75
time="2022-01-26T03:33:09.654Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvkttj75
time="2022-01-26T03:33:09.655Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.655Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.655Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.655Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=fsxnqzpr
time="2022-01-26T03:33:09.655Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=fsxnqzpr
time="2022-01-26T03:33:09.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=nn9sghmq
time="2022-01-26T03:33:09.656Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=nn9sghmq
time="2022-01-26T03:33:09.656Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=nn9sghmq
time="2022-01-26T03:33:09.656Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nn9sghmq
time="2022-01-26T03:33:09.656Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hbpd9j46
time="2022-01-26T03:33:09.656Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=157 elapsedMillisGT=0 outcome=unspecified reconcileID=hbpd9j46
time="2022-01-26T03:33:09.656Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.656Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=kfpmpxdm
time="2022-01-26T03:33:09.656Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=kfpmpxdm
time="2022-01-26T03:33:09.657Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kfpmpxdm
time="2022-01-26T03:33:09.657Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rd7qdqhz
time="2022-01-26T03:33:09.657Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rd7qdqhz
time="2022-01-26T03:33:09.657Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rd7qdqhz
time="2022-01-26T03:33:09.657Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rd7qdqhz
time="2022-01-26T03:33:09.657Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.657Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rd7qdqhz
time="2022-01-26T03:33:09.657Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rd7qdqhz
time="2022-01-26T03:33:09.657Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=fl5ts24p
time="2022-01-26T03:33:09.657Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=fl5ts24p
time="2022-01-26T03:33:09.657Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fl5ts24p
time="2022-01-26T03:33:09.659Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9ghfkvj7
time="2022-01-26T03:33:09.659Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.659Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=9ghfkvj7 stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.659Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9ghfkvj7 unassignedCount=1
time="2022-01-26T03:33:09.659Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9ghfkvj7
time="2022-01-26T03:33:09.659Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ghfkvj7
time="2022-01-26T03:33:09.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=n22979mx
time="2022-01-26T03:33:09.66Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=166 elapsedMillisGT=0 outcome=unspecified reconcileID=kzh8qbbt
time="2022-01-26T03:33:09.66Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=zfrfqqnr
time="2022-01-26T03:33:09.66Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.661Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.661Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.661Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.661Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=zfrfqqnr
time="2022-01-26T03:33:09.661Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=zfrfqqnr
time="2022-01-26T03:33:09.661Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=zfrfqqnr
time="2022-01-26T03:33:09.661Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=zfrfqqnr
time="2022-01-26T03:33:09.667Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=zfrfqqnr
time="2022-01-26T03:33:09.667Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=zfrfqqnr
time="2022-01-26T03:33:09.679Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2hzk4ln6
time="2022-01-26T03:33:09.68Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2hzk4ln6
time="2022-01-26T03:33:09.68Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2hzk4ln6
time="2022-01-26T03:33:09.68Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=183 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=2hzk4ln6
time="2022-01-26T03:33:09.68Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-8hfg5-worker namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.68Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=k29h5dpd
time="2022-01-26T03:33:09.68Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.854Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=k29h5dpd
time="2022-01-26T03:33:09.883Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=fsxnqzpr
time="2022-01-26T03:33:09.896Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=fsxnqzpr
time="2022-01-26T03:33:09.896Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=241 elapsedMillisGT=0 outcome=unspecified reconcileID=fsxnqzpr
time="2022-01-26T03:33:09.9Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=md7g9k2v
time="2022-01-26T03:33:09.9Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=md7g9k2v
time="2022-01-26T03:33:09.9Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=md7g9k2v
time="2022-01-26T03:33:09.9Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=9hhxm4mn
time="2022-01-26T03:33:09.9Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=9hhxm4mn
time="2022-01-26T03:33:09.9Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=xcr2kvdp
time="2022-01-26T03:33:09.9Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h59m59.099028084s reconcileID=xcr2kvdp
time="2022-01-26T03:33:09.9Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xcr2kvdp
time="2022-01-26T03:33:09.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=777tf64l
time="2022-01-26T03:33:09.901Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=777tf64l
time="2022-01-26T03:33:09.901Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=777tf64l
time="2022-01-26T03:33:09.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.901Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.901Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=8fwpjpns
time="2022-01-26T03:33:09.901Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=8fwpjpns
time="2022-01-26T03:33:09.901Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.098679836s" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=8fwpjpns
time="2022-01-26T03:33:09.901Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8fwpjpns
time="2022-01-26T03:33:09.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jzgttknp
time="2022-01-26T03:33:09.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.901Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jzgttknp
time="2022-01-26T03:33:09.901Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jzgttknp
time="2022-01-26T03:33:09.901Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jzgttknp
time="2022-01-26T03:33:09.901Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jzgttknp
time="2022-01-26T03:33:09.902Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=n22979mx
time="2022-01-26T03:33:09.902Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=243 elapsedMillisGT=0 outcome=unspecified reconcileID=n22979mx
time="2022-01-26T03:33:09.902Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=b9jq75l9
time="2022-01-26T03:33:09.903Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=jzgttknp
time="2022-01-26T03:33:09.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=jzgttknp
time="2022-01-26T03:33:09.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=gjjt8s2c
time="2022-01-26T03:33:09.903Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=gjjt8s2c
time="2022-01-26T03:33:09.903Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=gjjt8s2c
time="2022-01-26T03:33:09.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjjt8s2c
time="2022-01-26T03:33:09.903Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=kt2qtpjk
time="2022-01-26T03:33:09.903Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=kt2qtpjk
time="2022-01-26T03:33:09.903Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=kt2qtpjk
time="2022-01-26T03:33:09.903Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=5s5hj2gz
time="2022-01-26T03:33:09.903Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5s5hj2gz
time="2022-01-26T03:33:09.903Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5s5hj2gz
time="2022-01-26T03:33:09.903Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=5s5hj2gz
time="2022-01-26T03:33:09.904Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.904Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=5s5hj2gz
time="2022-01-26T03:33:09.904Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5s5hj2gz
time="2022-01-26T03:33:09.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=zmdz74z9
time="2022-01-26T03:33:09.904Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=zmdz74z9
time="2022-01-26T03:33:09.904Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmdz74z9
time="2022-01-26T03:33:09.904Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=tfc9wl8l
time="2022-01-26T03:33:09.904Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=tfc9wl8l
time="2022-01-26T03:33:09.904Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tfc9wl8l
time="2022-01-26T03:33:09.904Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d78h2vbh
time="2022-01-26T03:33:09.904Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.904Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=d78h2vbh stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.904Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d78h2vbh unassignedCount=1
time="2022-01-26T03:33:09.904Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d78h2vbh
time="2022-01-26T03:33:09.904Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d78h2vbh
time="2022-01-26T03:33:09.91Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=9hhxm4mn
time="2022-01-26T03:33:09.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=67x49d9l
time="2022-01-26T03:33:09.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=nk879jcs
time="2022-01-26T03:33:09.912Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=67x49d9l
time="2022-01-26T03:33:09.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67x49d9l
time="2022-01-26T03:33:09.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=lqqsbjk4
time="2022-01-26T03:33:09.912Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=nk879jcs
time="2022-01-26T03:33:09.912Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h59m59.087437677s reconcileID=lqqsbjk4
time="2022-01-26T03:33:09.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqqsbjk4
time="2022-01-26T03:33:09.912Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.087411847s" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=nk879jcs
time="2022-01-26T03:33:09.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nk879jcs
time="2022-01-26T03:33:09.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=6sq8zzqb
time="2022-01-26T03:33:09.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=bz6brqcv
time="2022-01-26T03:33:09.912Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=6sq8zzqb
time="2022-01-26T03:33:09.912Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=6sq8zzqb
time="2022-01-26T03:33:09.912Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=bz6brqcv
time="2022-01-26T03:33:09.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6sq8zzqb
time="2022-01-26T03:33:09.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bz6brqcv
time="2022-01-26T03:33:09.912Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xn92txdj
time="2022-01-26T03:33:09.912Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=w6qhz72m
time="2022-01-26T03:33:09.912Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xn92txdj
time="2022-01-26T03:33:09.912Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=xn92txdj
time="2022-01-26T03:33:09.912Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=w6qhz72m
time="2022-01-26T03:33:09.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6qhz72m
time="2022-01-26T03:33:09.912Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=gbp55982
time="2022-01-26T03:33:09.912Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=gbp55982
time="2022-01-26T03:33:09.913Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=gbp55982
time="2022-01-26T03:33:09.913Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=gbp55982
time="2022-01-26T03:33:09.913Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:09.913Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=gbp55982
time="2022-01-26T03:33:09.913Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbp55982
time="2022-01-26T03:33:09.914Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=k29h5dpd
time="2022-01-26T03:33:09.914Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=k29h5dpd
time="2022-01-26T03:33:09.914Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=k29h5dpd
time="2022-01-26T03:33:09.914Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=234 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=k29h5dpd
time="2022-01-26T03:33:09.914Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-8hfg5-worker namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.914Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f64545f7
time="2022-01-26T03:33:09.914Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:09.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kq4vf2rr
time="2022-01-26T03:33:09.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.917Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.917Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.917Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:09.917Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=scxkchxx
time="2022-01-26T03:33:09.917Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.917Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.917Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=6zdldgg2
time="2022-01-26T03:33:09.918Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.918Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=6zdldgg2
time="2022-01-26T03:33:09.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zdldgg2
time="2022-01-26T03:33:09.918Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kq4vf2rr
time="2022-01-26T03:33:09.918Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kq4vf2rr
time="2022-01-26T03:33:09.918Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kq4vf2rr
time="2022-01-26T03:33:09.918Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kq4vf2rr
time="2022-01-26T03:33:09.923Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=4rlgj2n8
time="2022-01-26T03:33:09.923Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rlgj2n8
time="2022-01-26T03:33:09.923Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.917Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:09.923Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=scxkchxx stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:09.923Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=scxkchxx unassignedCount=1
time="2022-01-26T03:33:09.923Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=scxkchxx
time="2022-01-26T03:33:09.924Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=scxkchxx
time="2022-01-26T03:33:09.924Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=kq4vf2rr
time="2022-01-26T03:33:09.924Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=kq4vf2rr
time="2022-01-26T03:33:09.933Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=lk59zs9b
time="2022-01-26T03:33:09.933Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lk59zs9b
time="2022-01-26T03:33:09.933Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.957Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=bdb659td
time="2022-01-26T03:33:09.957Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdb659td
time="2022-01-26T03:33:09.957Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:09.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=jkfsprlh
time="2022-01-26T03:33:09.998Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkfsprlh
time="2022-01-26T03:33:09.998Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.02Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=b9jq75l9
time="2022-01-26T03:33:10.02Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=b9jq75l9
time="2022-01-26T03:33:10.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=117 elapsedMillisGT=0 outcome=unspecified reconcileID=b9jq75l9
time="2022-01-26T03:33:10.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=ljsgw29w
time="2022-01-26T03:33:10.026Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f64545f7
time="2022-01-26T03:33:10.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=xt98qrgp
time="2022-01-26T03:33:10.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xt98qrgp
time="2022-01-26T03:33:10.079Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-8hfg5\" not found" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pkv2vlm2
time="2022-01-26T03:33:10.089Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.089Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.089Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.089Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.089Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pkv2vlm2
time="2022-01-26T03:33:10.106Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=t8fhf47h
time="2022-01-26T03:33:10.106Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=t8fhf47h
time="2022-01-26T03:33:10.106Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t8fhf47h
time="2022-01-26T03:33:10.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=mwzsnm42
time="2022-01-26T03:33:10.106Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=mwzsnm42
time="2022-01-26T03:33:10.106Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pkv2vlm2
time="2022-01-26T03:33:10.106Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pkv2vlm2
time="2022-01-26T03:33:10.107Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=mwzsnm42
time="2022-01-26T03:33:10.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=w86gfw8t
time="2022-01-26T03:33:10.107Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h59m58.892453096s reconcileID=w86gfw8t
time="2022-01-26T03:33:10.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w86gfw8t
time="2022-01-26T03:33:10.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=np7l6wxm
time="2022-01-26T03:33:10.107Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=np7l6wxm
time="2022-01-26T03:33:10.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=np7l6wxm
time="2022-01-26T03:33:10.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.107Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:10.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=7fsq5h72
time="2022-01-26T03:33:10.107Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=7fsq5h72
time="2022-01-26T03:33:10.107Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.892074973s" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=7fsq5h72
time="2022-01-26T03:33:10.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fsq5h72
time="2022-01-26T03:33:10.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=2j8glnvs
time="2022-01-26T03:33:10.108Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=2j8glnvs
time="2022-01-26T03:33:10.108Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=2j8glnvs
time="2022-01-26T03:33:10.108Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2j8glnvs
time="2022-01-26T03:33:10.108Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=8dt4tzjb
time="2022-01-26T03:33:10.108Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=8dt4tzjb
time="2022-01-26T03:33:10.108Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=8dt4tzjb
time="2022-01-26T03:33:10.108Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=t7nt2kmq
time="2022-01-26T03:33:10.108Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=t7nt2kmq
time="2022-01-26T03:33:10.108Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=t7nt2kmq
time="2022-01-26T03:33:10.108Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=t7nt2kmq
time="2022-01-26T03:33:10.108Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:10.108Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=t7nt2kmq
time="2022-01-26T03:33:10.108Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7nt2kmq
time="2022-01-26T03:33:10.108Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=gjg7dbn9
time="2022-01-26T03:33:10.108Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=gjg7dbn9
time="2022-01-26T03:33:10.108Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjg7dbn9
time="2022-01-26T03:33:10.108Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=8vztk45k
time="2022-01-26T03:33:10.108Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=8vztk45k
time="2022-01-26T03:33:10.108Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8vztk45k
time="2022-01-26T03:33:10.108Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tztszjm7
time="2022-01-26T03:33:10.108Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:10.108Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=tztszjm7 stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:10.109Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tztszjm7 unassignedCount=1
time="2022-01-26T03:33:10.109Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tztszjm7
time="2022-01-26T03:33:10.109Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tztszjm7
time="2022-01-26T03:33:10.109Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pkv2vlm2
time="2022-01-26T03:33:10.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=pkv2vlm2
time="2022-01-26T03:33:10.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tkfm7c5v
time="2022-01-26T03:33:10.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.109Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tkfm7c5v
time="2022-01-26T03:33:10.109Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tkfm7c5v
time="2022-01-26T03:33:10.109Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tkfm7c5v
time="2022-01-26T03:33:10.111Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=tkfm7c5v
time="2022-01-26T03:33:10.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=tkfm7c5v
time="2022-01-26T03:33:10.135Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f64545f7
time="2022-01-26T03:33:10.136Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f64545f7
time="2022-01-26T03:33:10.136Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=ljsgw29w
time="2022-01-26T03:33:10.136Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=ljsgw29w
time="2022-01-26T03:33:10.136Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=115 elapsedMillisGT=0 outcome=unspecified reconcileID=ljsgw29w
time="2022-01-26T03:33:10.136Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=pwwcvghz
time="2022-01-26T03:33:10.191Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f64545f7
time="2022-01-26T03:33:10.191Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker machineset=jshu-pool-test-8hfg5-82dsl-worker-us-east-2a reconcileID=f64545f7
time="2022-01-26T03:33:10.236Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker machineset=jshu-pool-test-8hfg5-82dsl-worker-us-east-2b reconcileID=f64545f7
time="2022-01-26T03:33:10.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=v5gnkltb
time="2022-01-26T03:33:10.258Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.258Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.258Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.258Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.258Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=v5gnkltb
time="2022-01-26T03:33:10.258Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=v5gnkltb
time="2022-01-26T03:33:10.258Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=v5gnkltb
time="2022-01-26T03:33:10.26Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=v5gnkltb
time="2022-01-26T03:33:10.26Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=v5gnkltb
time="2022-01-26T03:33:10.268Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker machineset=jshu-pool-test-8hfg5-82dsl-worker-us-east-2c reconcileID=f64545f7
time="2022-01-26T03:33:10.317Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f64545f7
time="2022-01-26T03:33:10.322Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=pwwcvghz
time="2022-01-26T03:33:10.322Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=pwwcvghz
time="2022-01-26T03:33:10.322Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=185 elapsedMillisGT=0 outcome=unspecified reconcileID=pwwcvghz
time="2022-01-26T03:33:10.325Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f64545f7
time="2022-01-26T03:33:10.326Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=f64545f7
time="2022-01-26T03:33:10.334Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=419 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=f64545f7
time="2022-01-26T03:33:10.334Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vfwndtqf
time="2022-01-26T03:33:10.334Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:10.343Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=mwzsnm42 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:33:10.416Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vfwndtqf
time="2022-01-26T03:33:10.431Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=mwzsnm42
time="2022-01-26T03:33:10.431Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=mwzsnm42
time="2022-01-26T03:33:10.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=msdvj5dq
time="2022-01-26T03:33:10.446Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h59m58.553562945s reconcileID=msdvj5dq
time="2022-01-26T03:33:10.446Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msdvj5dq
time="2022-01-26T03:33:10.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=hvgq7nbt
time="2022-01-26T03:33:10.446Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=hvgq7nbt
time="2022-01-26T03:33:10.446Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hvgq7nbt
time="2022-01-26T03:33:10.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=kh9k9sz8
time="2022-01-26T03:33:10.446Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=kh9k9sz8
time="2022-01-26T03:33:10.446Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.553148928s" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=kh9k9sz8
time="2022-01-26T03:33:10.446Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kh9k9sz8
time="2022-01-26T03:33:10.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=58mvfj95
time="2022-01-26T03:33:10.446Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=58mvfj95
time="2022-01-26T03:33:10.447Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=58mvfj95
time="2022-01-26T03:33:10.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58mvfj95
time="2022-01-26T03:33:10.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=f7zlp4ft
time="2022-01-26T03:33:10.447Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=f7zlp4ft
time="2022-01-26T03:33:10.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=f7zlp4ft
time="2022-01-26T03:33:10.447Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=brtgs2gv
time="2022-01-26T03:33:10.447Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=brtgs2gv
time="2022-01-26T03:33:10.447Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=brtgs2gv
time="2022-01-26T03:33:10.447Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=brtgs2gv
time="2022-01-26T03:33:10.447Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:33:10.447Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=brtgs2gv
time="2022-01-26T03:33:10.447Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brtgs2gv
time="2022-01-26T03:33:10.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=prv68bcf
time="2022-01-26T03:33:10.447Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=prv68bcf
time="2022-01-26T03:33:10.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=prv68bcf
time="2022-01-26T03:33:10.447Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=nhmqgmn5
time="2022-01-26T03:33:10.447Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=nhmqgmn5
time="2022-01-26T03:33:10.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhmqgmn5
time="2022-01-26T03:33:10.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=29dxvsk2
time="2022-01-26T03:33:10.449Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vfwndtqf
time="2022-01-26T03:33:10.449Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vfwndtqf
time="2022-01-26T03:33:10.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=qzrqz85c
time="2022-01-26T03:33:10.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.452Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=qzrqz85c
time="2022-01-26T03:33:10.452Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=qzrqz85c
time="2022-01-26T03:33:10.452Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=qzrqz85c
time="2022-01-26T03:33:10.453Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=glmcws6x
time="2022-01-26T03:33:10.453Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=glmcws6x
time="2022-01-26T03:33:10.453Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glmcws6x
time="2022-01-26T03:33:10.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.453Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:33:10.453Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:33:10.453Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mn2svch4
time="2022-01-26T03:33:10.453Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:10.453Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=mn2svch4 stale=0 standby=3 unclaimed=0
time="2022-01-26T03:33:10.453Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mn2svch4 unassignedCount=1
time="2022-01-26T03:33:10.453Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mn2svch4
time="2022-01-26T03:33:10.453Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mn2svch4
time="2022-01-26T03:33:10.454Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=qzrqz85c
time="2022-01-26T03:33:10.454Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=qzrqz85c
time="2022-01-26T03:33:10.474Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vfwndtqf
time="2022-01-26T03:33:10.474Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vfwndtqf
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=391 elapsedMillisGT=0 outcome=unspecified reconcileID=mwzsnm42
time="2022-01-26T03:33:10.498Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.498Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.498Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.503Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vfwndtqf
time="2022-01-26T03:33:10.503Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=vfwndtqf
time="2022-01-26T03:33:10.503Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=169 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=vfwndtqf
time="2022-01-26T03:33:10.503Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=qgfdncts
time="2022-01-26T03:33:10.503Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:33:10.542Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=k2sbl2cx states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:33:10.558Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=qgfdncts
time="2022-01-26T03:33:10.566Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=29dxvsk2
time="2022-01-26T03:33:10.566Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=29dxvsk2
time="2022-01-26T03:33:10.566Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=118 elapsedMillisGT=0 outcome=unspecified reconcileID=29dxvsk2
time="2022-01-26T03:33:10.626Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=qgfdncts
time="2022-01-26T03:33:10.626Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=qgfdncts
time="2022-01-26T03:33:10.647Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.65Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=qgfdncts
time="2022-01-26T03:33:10.65Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=qgfdncts
time="2022-01-26T03:33:10.663Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=qgfdncts
time="2022-01-26T03:33:10.663Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=qgfdncts
time="2022-01-26T03:33:10.663Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=159 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=qgfdncts
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.685Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.686Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.686Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.686Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=187 elapsedMillisGT=0 outcome=unspecified reconcileID=k2sbl2cx
time="2022-01-26T03:33:10.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=xhpk8wn5
time="2022-01-26T03:33:10.767Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=xhpk8wn5
time="2022-01-26T03:33:10.767Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=xhpk8wn5
time="2022-01-26T03:33:10.818Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=xhpk8wn5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:33:11.126Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=xhpk8wn5
time="2022-01-26T03:33:11.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=429 elapsedMillisGT=0 outcome=unspecified reconcileID=xhpk8wn5
time="2022-01-26T03:33:13.266Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:33:13.266Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:33:13.267Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:33:13.267Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:33:13.267Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:33:13.267Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:33:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=8wwfmv78
time="2022-01-26T03:33:41.198Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=8wwfmv78
time="2022-01-26T03:33:41.198Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=8wwfmv78
time="2022-01-26T03:33:41.243Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=8wwfmv78 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:33:41.281Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=8wwfmv78
time="2022-01-26T03:33:41.301Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=8wwfmv78
time="2022-01-26T03:33:43.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=whbd7d9t
time="2022-01-26T03:33:43.001Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=whbd7d9t
time="2022-01-26T03:33:43.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=whbd7d9t
time="2022-01-26T03:33:43.109Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=whbd7d9t states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:33:43.233Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=whbd7d9t
time="2022-01-26T03:33:43.233Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=whbd7d9t
time="2022-01-26T03:33:43.268Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=whbd7d9t
time="2022-01-26T03:33:43.268Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=Running reconcileID=whbd7d9t
time="2022-01-26T03:33:43.306Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=ns7vmljt
time="2022-01-26T03:33:43.306Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=ns7vmljt
time="2022-01-26T03:33:43.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ns7vmljt
time="2022-01-26T03:33:43.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=mc9zmkrc
time="2022-01-26T03:33:43.306Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h53m57.693155553s reconcileID=mc9zmkrc
time="2022-01-26T03:33:43.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mc9zmkrc
time="2022-01-26T03:33:43.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=96t646cr
time="2022-01-26T03:33:43.306Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=96t646cr
time="2022-01-26T03:33:43.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96t646cr
time="2022-01-26T03:33:43.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.307Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:33:43.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=9xvpfglz
time="2022-01-26T03:33:43.307Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=9xvpfglz
time="2022-01-26T03:33:43.307Z" level=debug msg="Waiting to fetch clusteroperator status in 3m57.692844761s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=9xvpfglz
time="2022-01-26T03:33:43.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xvpfglz
time="2022-01-26T03:33:43.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=xxb6gwr8
time="2022-01-26T03:33:43.307Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.307Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.307Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.307Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=307 elapsedMillisGT=0 outcome=unspecified reconcileID=whbd7d9t
time="2022-01-26T03:33:43.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=4vtnc8st
time="2022-01-26T03:33:43.308Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=4vtnc8st
time="2022-01-26T03:33:43.309Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=4vtnc8st
time="2022-01-26T03:33:43.309Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=dgjlcsls
time="2022-01-26T03:33:43.309Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=dgjlcsls
time="2022-01-26T03:33:43.309Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=dgjlcsls
time="2022-01-26T03:33:43.309Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgjlcsls
time="2022-01-26T03:33:43.309Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=htnlskbj
time="2022-01-26T03:33:43.309Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=htnlskbj
time="2022-01-26T03:33:43.309Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=htnlskbj
time="2022-01-26T03:33:43.309Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.309Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:33:43.31Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=xxb6gwr8
time="2022-01-26T03:33:43.31Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=xxb6gwr8
time="2022-01-26T03:33:43.31Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=xxb6gwr8
time="2022-01-26T03:33:43.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=lhx6xhf7
time="2022-01-26T03:33:43.316Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=lhx6xhf7
time="2022-01-26T03:33:43.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhx6xhf7
time="2022-01-26T03:33:43.316Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=zzl977z8
time="2022-01-26T03:33:43.317Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=zzl977z8
time="2022-01-26T03:33:43.317Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=zzl977z8
time="2022-01-26T03:33:43.317Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=zzl977z8
time="2022-01-26T03:33:43.317Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:33:43.318Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=zzl977z8
time="2022-01-26T03:33:43.318Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=zzl977z8
time="2022-01-26T03:33:43.318Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=mzdbrjdt
time="2022-01-26T03:33:43.318Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=mzdbrjdt
time="2022-01-26T03:33:43.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mzdbrjdt
time="2022-01-26T03:33:43.319Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8c7rqbn
time="2022-01-26T03:33:43.319Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:43.319Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=d8c7rqbn stale=0 standby=2 unclaimed=1
time="2022-01-26T03:33:43.32Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8c7rqbn unassignedCount=1
time="2022-01-26T03:33:43.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=x6qhzxvm
time="2022-01-26T03:33:43.326Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=xxb6gwr8
time="2022-01-26T03:33:43.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=xxb6gwr8
time="2022-01-26T03:33:43.364Z" level=debug msg="ensuring cluster <=> claim assignment" claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8c7rqbn
time="2022-01-26T03:33:43.364Z" level=info msg="updating claim to assign cluster" claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8c7rqbn
time="2022-01-26T03:33:43.383Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=4vtnc8st states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:33:43.387Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=p7br6fk7
time="2022-01-26T03:33:43.387Z" level=debug msg="clusterdeployment jshu-pool-test-8d8ws has not yet been assigned to claim" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=p7br6fk7
time="2022-01-26T03:33:43.387Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p7br6fk7
time="2022-01-26T03:33:43.389Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.404Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=wq8tgcmj
time="2022-01-26T03:33:43.404Z" level=debug msg="clusterdeployment jshu-pool-test-8d8ws has not yet been assigned to claim" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=wq8tgcmj
time="2022-01-26T03:33:43.404Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wq8tgcmj
time="2022-01-26T03:33:43.415Z" level=info msg="calculated time between claim creation and assignment" claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8c7rqbn seconds=2452.415931653
time="2022-01-26T03:33:43.415Z" level=info msg="updating cluster to assign claim" claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8c7rqbn
time="2022-01-26T03:33:43.435Z" level=debug msg="cluster <=> claim assignment ok" claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8c7rqbn
time="2022-01-26T03:33:43.435Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=115 elapsedMillisGT=0 outcome=unspecified reconcileID=d8c7rqbn
time="2022-01-26T03:33:43.435Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nmstshh5
time="2022-01-26T03:33:43.435Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:43.435Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=nmstshh5 stale=0 standby=2 unclaimed=1
time="2022-01-26T03:33:43.435Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nmstshh5 unassignedCount=0
time="2022-01-26T03:33:43.435Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nmstshh5
time="2022-01-26T03:33:43.435Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nmstshh5
time="2022-01-26T03:33:43.435Z" level=info msg="updating cluster to assign claim" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nmstshh5
time="2022-01-26T03:33:43.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=8p5jj4bc
time="2022-01-26T03:33:43.436Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=8p5jj4bc
time="2022-01-26T03:33:43.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=8p5jj4bc
time="2022-01-26T03:33:43.436Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=gf5sc52g
time="2022-01-26T03:33:43.436Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=9dlhtf5r
time="2022-01-26T03:33:43.436Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=9dlhtf5r
time="2022-01-26T03:33:43.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dlhtf5r
time="2022-01-26T03:33:43.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=v76b68jq
time="2022-01-26T03:33:43.436Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=gf5sc52g
time="2022-01-26T03:33:43.436Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h53m57.563355488s reconcileID=v76b68jq
time="2022-01-26T03:33:43.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v76b68jq
time="2022-01-26T03:33:43.436Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=gf5sc52g
time="2022-01-26T03:33:43.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=j2fwnjth
time="2022-01-26T03:33:43.436Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=gf5sc52g
time="2022-01-26T03:33:43.436Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=j2fwnjth
time="2022-01-26T03:33:43.436Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:33:43.436Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=gf5sc52g
time="2022-01-26T03:33:43.436Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gf5sc52g
time="2022-01-26T03:33:43.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.436Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:33:43.436Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=zrjjmk8g
time="2022-01-26T03:33:43.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=44srtsh9
time="2022-01-26T03:33:43.436Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=zrjjmk8g
time="2022-01-26T03:33:43.436Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=zrjjmk8g
time="2022-01-26T03:33:43.436Z" level=debug msg="conditions changed, updating claim status"
time="2022-01-26T03:33:43.436Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=44srtsh9
time="2022-01-26T03:33:43.436Z" level=debug msg="Waiting to fetch clusteroperator status in 3m57.563040832s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=44srtsh9
time="2022-01-26T03:33:43.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=44srtsh9
time="2022-01-26T03:33:43.437Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=ltkdtr66
time="2022-01-26T03:33:43.437Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.437Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=2j8t9cpb
time="2022-01-26T03:33:43.437Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=2j8t9cpb
time="2022-01-26T03:33:43.437Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2j8t9cpb
time="2022-01-26T03:33:43.437Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=rzbjx7mm
time="2022-01-26T03:33:43.437Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.437Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.437Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=rzbjx7mm
time="2022-01-26T03:33:43.437Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:33:43.437Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rzbjx7mm
time="2022-01-26T03:33:43.437Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=ltkdtr66
time="2022-01-26T03:33:43.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2fwnjth
time="2022-01-26T03:33:43.437Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=ltkdtr66
time="2022-01-26T03:33:43.437Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=ltkdtr66
time="2022-01-26T03:33:43.437Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=4lgpp94h
time="2022-01-26T03:33:43.437Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=4lgpp94h
time="2022-01-26T03:33:43.437Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=4lgpp94h
time="2022-01-26T03:33:43.437Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4lgpp94h
time="2022-01-26T03:33:43.439Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=ltkdtr66
time="2022-01-26T03:33:43.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=ltkdtr66
time="2022-01-26T03:33:43.443Z" level=error msg="couldn't sync ClusterDeployment to the claim assigned to it" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nmstshh5
time="2022-01-26T03:33:43.443Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=zrjjmk8g
time="2022-01-26T03:33:43.446Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=fkkj5l5c
time="2022-01-26T03:33:43.446Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=fkkj5l5c
time="2022-01-26T03:33:43.446Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=fkkj5l5c
time="2022-01-26T03:33:43.446Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fkkj5l5c
time="2022-01-26T03:33:43.45Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=nmstshh5
time="2022-01-26T03:33:43.45Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.45Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:33:43.451Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=l48chdv6 stale=0 standby=2 unclaimed=0
time="2022-01-26T03:33:43.451Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6 unassignedCount=0
time="2022-01-26T03:33:43.451Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l48chdv6
time="2022-01-26T03:33:43.451Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=x6qhzxvm
time="2022-01-26T03:33:43.451Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=x6qhzxvm
time="2022-01-26T03:33:43.451Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=129 elapsedMillisGT=0 outcome=unspecified reconcileID=x6qhzxvm
time="2022-01-26T03:33:43.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=zzqdpgh9
time="2022-01-26T03:33:43.488Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=4vtnc8st
time="2022-01-26T03:33:43.488Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=4vtnc8st
time="2022-01-26T03:33:43.526Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.527Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.53Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=zzqdpgh9
time="2022-01-26T03:33:43.53Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=zzqdpgh9
time="2022-01-26T03:33:43.53Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=79 elapsedMillisGT=0 outcome=unspecified reconcileID=zzqdpgh9
time="2022-01-26T03:33:43.552Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=4vtnc8st
time="2022-01-26T03:33:43.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=243 elapsedMillisGT=0 outcome=unspecified reconcileID=4vtnc8st
time="2022-01-26T03:33:43.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sbspx4kq
time="2022-01-26T03:33:43.553Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.553Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.552Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sbspx4kq
time="2022-01-26T03:33:43.553Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=sbspx4kq
time="2022-01-26T03:33:43.591Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.591Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.591Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=281 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=zkl7ts7n
time="2022-01-26T03:33:43.591Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.591Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:33:43.604Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=sbspx4kq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:33:43.64Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.668Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=sbspx4kq
time="2022-01-26T03:33:43.668Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sbspx4kq
time="2022-01-26T03:33:43.668Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.669Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.686Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.686Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.69Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.69Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.69Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=99 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=m4ssl2zz
time="2022-01-26T03:33:43.701Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sbspx4kq
time="2022-01-26T03:33:43.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=149 elapsedMillisGT=0 outcome=unspecified reconcileID=sbspx4kq
time="2022-01-26T03:34:11.301Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=shmd4kz8
time="2022-01-26T03:34:11.301Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=shmd4kz8
time="2022-01-26T03:34:11.302Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=shmd4kz8
time="2022-01-26T03:34:11.389Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=shmd4kz8 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:34:11.425Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=shmd4kz8
time="2022-01-26T03:34:11.445Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=143 elapsedMillisGT=0 outcome=unspecified reconcileID=shmd4kz8
time="2022-01-26T03:34:41.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.446Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.447Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.496Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=5r7q9mv8 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:34:41.532Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=5r7q9mv8
time="2022-01-26T03:34:41.551Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=104 elapsedMillisGT=0 outcome=unspecified reconcileID=5r7q9mv8
time="2022-01-26T03:35:11.551Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=fwlxx25z
time="2022-01-26T03:35:11.552Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=fwlxx25z
time="2022-01-26T03:35:11.552Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=fwlxx25z
time="2022-01-26T03:35:11.66Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=fwlxx25z states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:35:11.698Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=fwlxx25z
time="2022-01-26T03:35:11.72Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=168 elapsedMillisGT=0 outcome=unspecified reconcileID=fwlxx25z
time="2022-01-26T03:35:13.267Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:35:13.267Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:35:13.268Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:35:13.268Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:35:13.268Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:35:13.268Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:35:41.72Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.72Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.721Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.768Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=v5jcrr4p states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:35:41.803Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=v5jcrr4p
time="2022-01-26T03:35:41.859Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=138 elapsedMillisGT=0 outcome=unspecified reconcileID=v5jcrr4p
time="2022-01-26T03:36:11.859Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=h2mrxv86
time="2022-01-26T03:36:11.859Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=h2mrxv86
time="2022-01-26T03:36:11.86Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=h2mrxv86
time="2022-01-26T03:36:13.6Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=h2mrxv86 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:36:13.684Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=h2mrxv86
time="2022-01-26T03:36:13.716Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=h2mrxv86
time="2022-01-26T03:36:13.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=1857 elapsedMillisGT=1000 outcome=unspecified reconcileID=h2mrxv86
time="2022-01-26T03:36:43.717Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=pc5j5frm
time="2022-01-26T03:36:43.718Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=pc5j5frm
time="2022-01-26T03:36:43.718Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=pc5j5frm
time="2022-01-26T03:36:43.842Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=pc5j5frm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:36:43.891Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-2pxtd reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-6bdhp reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ddwk reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9dp4l reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-9ljjf reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-b58s5 reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-gpjdb reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-p9949 reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-prhht reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-vb8vk reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-z5p2j reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr=csr-zclz8 reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-authenticator-c45lq" reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation csr="system:openshift:openshift-monitoring-xbv5l" reconcileID=pc5j5frm
time="2022-01-26T03:36:43.931Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=213 elapsedMillisGT=0 outcome=unspecified reconcileID=pc5j5frm
time="2022-01-26T03:37:13.269Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:37:13.269Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:37:13.269Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:37:13.269Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:37:13.269Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:37:13.269Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:37:13.931Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=vptr8djk
time="2022-01-26T03:37:13.931Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=vptr8djk
time="2022-01-26T03:37:13.932Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=vptr8djk
time="2022-01-26T03:37:14.045Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=vptr8djk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:37:14.092Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=6 reconcileID=vptr8djk
time="2022-01-26T03:37:14.092Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=vptr8djk
time="2022-01-26T03:37:14.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=172 elapsedMillisGT=0 outcome=unspecified reconcileID=vptr8djk
time="2022-01-26T03:37:14.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=9j24sjkf
time="2022-01-26T03:37:14.105Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h55m54.894414277s reconcileID=9j24sjkf
time="2022-01-26T03:37:14.105Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9j24sjkf
time="2022-01-26T03:37:14.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=x845rvk2
time="2022-01-26T03:37:14.105Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=x845rvk2
time="2022-01-26T03:37:14.105Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x845rvk2
time="2022-01-26T03:37:14.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=9c868gfw
time="2022-01-26T03:37:14.105Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=9c868gfw
time="2022-01-26T03:37:14.105Z" level=debug msg="Waiting to fetch clusteroperator status in 5m54.894112066s" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=9c868gfw
time="2022-01-26T03:37:14.105Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c868gfw
time="2022-01-26T03:37:14.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=fsmkdhq9
time="2022-01-26T03:37:14.106Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=fsmkdhq9
time="2022-01-26T03:37:14.106Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=fsmkdhq9
time="2022-01-26T03:37:14.106Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fsmkdhq9
time="2022-01-26T03:37:14.106Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=n5cbj4gl
time="2022-01-26T03:37:14.106Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=n5cbj4gl
time="2022-01-26T03:37:14.106Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=n5cbj4gl
time="2022-01-26T03:37:14.106Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=78s2nt4l
time="2022-01-26T03:37:14.106Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=78s2nt4l
time="2022-01-26T03:37:14.106Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=6jlwfkn8
time="2022-01-26T03:37:14.106Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=6jlwfkn8
time="2022-01-26T03:37:14.106Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jlwfkn8
time="2022-01-26T03:37:14.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=xhhq5dx9
time="2022-01-26T03:37:14.106Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=xhhq5dx9
time="2022-01-26T03:37:14.106Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xhhq5dx9
time="2022-01-26T03:37:14.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=z4s45xq4
time="2022-01-26T03:37:14.108Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=78s2nt4l
time="2022-01-26T03:37:14.108Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=78s2nt4l
time="2022-01-26T03:37:14.108Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:37:14.108Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=78s2nt4l
time="2022-01-26T03:37:14.108Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=78s2nt4l
time="2022-01-26T03:37:14.111Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:37:14.112Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=jswm757c stale=0 standby=2 unclaimed=0
time="2022-01-26T03:37:14.112Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c unassignedCount=0
time="2022-01-26T03:37:14.112Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jswm757c
time="2022-01-26T03:37:14.112Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bsd6vb48
time="2022-01-26T03:37:14.112Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:37:14.114Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=vjs8756q
time="2022-01-26T03:37:14.114Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=vjs8756q
time="2022-01-26T03:37:14.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjs8756q
time="2022-01-26T03:37:14.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=ztw9bct4
time="2022-01-26T03:37:14.114Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=ztw9bct4
time="2022-01-26T03:37:14.114Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=ztw9bct4
time="2022-01-26T03:37:14.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:37:14.115Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:37:14.115Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:37:14.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nj7nc2hh
time="2022-01-26T03:37:14.115Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:37:14.115Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:37:14.115Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:37:14.115Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:37:14.115Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nj7nc2hh
time="2022-01-26T03:37:14.115Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nj7nc2hh
time="2022-01-26T03:37:14.115Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nj7nc2hh
time="2022-01-26T03:37:14.118Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=nj7nc2hh
time="2022-01-26T03:37:14.118Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=nj7nc2hh
time="2022-01-26T03:37:14.163Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=z4s45xq4
time="2022-01-26T03:37:14.163Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=z4s45xq4
time="2022-01-26T03:37:14.163Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=56 elapsedMillisGT=0 outcome=unspecified reconcileID=z4s45xq4
time="2022-01-26T03:37:14.164Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bsd6vb48
time="2022-01-26T03:37:14.184Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bsd6vb48
time="2022-01-26T03:37:14.184Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bsd6vb48
time="2022-01-26T03:37:14.207Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=ztw9bct4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:37:14.225Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bsd6vb48
time="2022-01-26T03:37:14.225Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bsd6vb48
time="2022-01-26T03:37:14.244Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bsd6vb48
time="2022-01-26T03:37:14.244Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bsd6vb48
time="2022-01-26T03:37:14.244Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=132 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=bsd6vb48
time="2022-01-26T03:37:14.262Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=6 reconcileID=ztw9bct4
time="2022-01-26T03:37:14.262Z" level=info msg="waiting an additional %s for ClusterOperators to settle1m59.73725827s" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=ztw9bct4
time="2022-01-26T03:37:14.262Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=148 elapsedMillisGT=0 outcome=unspecified reconcileID=ztw9bct4
time="2022-01-26T03:37:41.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=r6gcgx4f
time="2022-01-26T03:37:41.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=r6gcgx4f
time="2022-01-26T03:37:41.147Z" level=info msg="condition Available changed for operator kube-apiserver" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=r6gcgx4f
time="2022-01-26T03:37:41.147Z" level=info msg="condition Progressing changed for operator kube-apiserver status (True -> False)" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=r6gcgx4f
time="2022-01-26T03:37:41.16Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=r6gcgx4f
time="2022-01-26T03:37:41.16Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=158 elapsedMillisGT=0 outcome=unspecified reconcileID=r6gcgx4f
time="2022-01-26T03:39:10Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=7p6nc59r
time="2022-01-26T03:39:10Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=cptwnwsk
time="2022-01-26T03:39:10Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=SyncSetsApplied reconcileID=7p6nc59r
time="2022-01-26T03:39:10Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=cptwnwsk
time="2022-01-26T03:39:10.011Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=7p6nc59r
time="2022-01-26T03:39:10.012Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=gw257wg7
time="2022-01-26T03:39:10.012Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=gw257wg7
time="2022-01-26T03:39:10.012Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=gw257wg7
time="2022-01-26T03:39:10.012Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=gshg5sbs
time="2022-01-26T03:39:10.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=tvp4864s
time="2022-01-26T03:39:10.012Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h49m59.987783122s reconcileID=tvp4864s
time="2022-01-26T03:39:10.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tvp4864s
time="2022-01-26T03:39:10.012Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gshg5sbs
time="2022-01-26T03:39:10.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=slfbktkb
time="2022-01-26T03:39:10.012Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=slfbktkb
time="2022-01-26T03:39:10.012Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gshg5sbs
time="2022-01-26T03:39:10.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slfbktkb
time="2022-01-26T03:39:10.012Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gshg5sbs
time="2022-01-26T03:39:10.012Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:39:10.012Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=gshg5sbs
time="2022-01-26T03:39:10.012Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gshg5sbs
time="2022-01-26T03:39:10.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=jnfgb89x
time="2022-01-26T03:39:10.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=89ld8z67
time="2022-01-26T03:39:10.012Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=89ld8z67
time="2022-01-26T03:39:10.012Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=jnfgb89x
time="2022-01-26T03:39:10.012Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=jnfgb89x
time="2022-01-26T03:39:10.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jnfgb89x
time="2022-01-26T03:39:10.012Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=6vv4wpdk
time="2022-01-26T03:39:10.012Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=6vv4wpdk
time="2022-01-26T03:39:10.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vv4wpdk
time="2022-01-26T03:39:10.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=8q25j4r6
time="2022-01-26T03:39:10.016Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=89ld8z67
time="2022-01-26T03:39:10.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=xkhfdh5k
time="2022-01-26T03:39:10.017Z" level=info msg="Stopping cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=xkhfdh5k
time="2022-01-26T03:39:10.017Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=Stopping reconcileID=xkhfdh5k
time="2022-01-26T03:39:10.017Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Ready controller=hibernation reason=StoppingOrHibernating reconcileID=xkhfdh5k
time="2022-01-26T03:39:10.017Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=pqjskmz4
time="2022-01-26T03:39:10.017Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:39:10.019Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=h2hqzqss
time="2022-01-26T03:39:10.019Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=h2hqzqss
time="2022-01-26T03:39:10.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2hqzqss
time="2022-01-26T03:39:10.02Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:39:10.02Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=bn2qj4kt stale=0 standby=2 unclaimed=0
time="2022-01-26T03:39:10.02Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt unassignedCount=0
time="2022-01-26T03:39:10.02Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bn2qj4kt
time="2022-01-26T03:39:10.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.02Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:39:10.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d5hgb6xh
time="2022-01-26T03:39:10.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.02Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d5hgb6xh
time="2022-01-26T03:39:10.02Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d5hgb6xh
time="2022-01-26T03:39:10.02Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d5hgb6xh
time="2022-01-26T03:39:10.023Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d5hgb6xh
time="2022-01-26T03:39:10.023Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=d5hgb6xh
time="2022-01-26T03:39:10.023Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=xkhfdh5k
time="2022-01-26T03:39:10.098Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=pqjskmz4
time="2022-01-26T03:39:10.115Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=8q25j4r6
time="2022-01-26T03:39:10.115Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=8q25j4r6
time="2022-01-26T03:39:10.115Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=102 elapsedMillisGT=0 outcome=unspecified reconcileID=8q25j4r6
time="2022-01-26T03:39:10.126Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=pqjskmz4
time="2022-01-26T03:39:10.126Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=pqjskmz4
time="2022-01-26T03:39:10.137Z" level=info msg="condition Available changed for operator kube-apiserver" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=cptwnwsk
time="2022-01-26T03:39:10.138Z" level=info msg="condition Progressing changed for operator kube-apiserver status (True -> False)" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=cptwnwsk
time="2022-01-26T03:39:10.153Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=cptwnwsk
time="2022-01-26T03:39:10.153Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=152 elapsedMillisGT=0 outcome=unspecified reconcileID=cptwnwsk
time="2022-01-26T03:39:10.153Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=2lkhfps9
time="2022-01-26T03:39:10.153Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=2lkhfps9
time="2022-01-26T03:39:10.168Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=xkhfdh5k states="map[pending:{} running:{}]"
time="2022-01-26T03:39:10.168Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation instanceIDs="[i-057efe2d43c8a814d i-0106b9b5fce2dc4d2 i-0d6add43378eb9063 i-05e7809e070105b18 i-04a58fa8e1c59773f i-046dbfb54ec182a92]" reconcileID=xkhfdh5k
time="2022-01-26T03:39:10.169Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=pqjskmz4
time="2022-01-26T03:39:10.169Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=pqjskmz4
time="2022-01-26T03:39:10.181Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=pqjskmz4
time="2022-01-26T03:39:10.181Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=pqjskmz4
time="2022-01-26T03:39:10.181Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=163 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=pqjskmz4
time="2022-01-26T03:39:10.304Z" level=info msg="condition Available changed for operator kube-apiserver" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=2lkhfps9
time="2022-01-26T03:39:10.304Z" level=info msg="condition Progressing changed for operator kube-apiserver status (True -> False)" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=2lkhfps9
time="2022-01-26T03:39:10.312Z" level=info msg="failed to update cluster operator state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2lkhfps9
time="2022-01-26T03:39:10.312Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=159 elapsedMillisGT=0 outcome=unspecified reconcileID=2lkhfps9
time="2022-01-26T03:39:10.312Z" level=error msg="Reconciler error" _name=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.319Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=6wb4zgx7
time="2022-01-26T03:39:10.319Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=6wb4zgx7
time="2022-01-26T03:39:10.319Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.680283634s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=6wb4zgx7
time="2022-01-26T03:39:10.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wb4zgx7
time="2022-01-26T03:39:10.721Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=704 elapsedMillisGT=0 outcome=unspecified reconcileID=xkhfdh5k
time="2022-01-26T03:39:10.722Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xjdkskl8
time="2022-01-26T03:39:10.722Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h49m59.277878634s reconcileID=xjdkskl8
time="2022-01-26T03:39:10.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjdkskl8
time="2022-01-26T03:39:10.722Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=bdgxr9w8
time="2022-01-26T03:39:10.722Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=bdgxr9w8
time="2022-01-26T03:39:10.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdgxr9w8
time="2022-01-26T03:39:10.722Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=l9k5kwb8
time="2022-01-26T03:39:10.722Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=l9k5kwb8
time="2022-01-26T03:39:10.722Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.277571911s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=l9k5kwb8
time="2022-01-26T03:39:10.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l9k5kwb8
time="2022-01-26T03:39:10.722Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=j6wrqrmk
time="2022-01-26T03:39:10.722Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=j6wrqrmk
time="2022-01-26T03:39:10.722Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=j6wrqrmk
time="2022-01-26T03:39:10.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6wrqrmk
time="2022-01-26T03:39:10.722Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=wth2vb2w
time="2022-01-26T03:39:10.722Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=wth2vb2w
time="2022-01-26T03:39:10.722Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=wth2vb2w
time="2022-01-26T03:39:10.722Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=nwcnlb8b
time="2022-01-26T03:39:10.722Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=nwcnlb8b
time="2022-01-26T03:39:10.722Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=nwcnlb8b
time="2022-01-26T03:39:10.722Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=nwcnlb8b
time="2022-01-26T03:39:10.722Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:39:10.723Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=nwcnlb8b
time="2022-01-26T03:39:10.723Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwcnlb8b
time="2022-01-26T03:39:10.723Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=56vs7vjq
time="2022-01-26T03:39:10.723Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=56vs7vjq
time="2022-01-26T03:39:10.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56vs7vjq
time="2022-01-26T03:39:10.723Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=g7gnp72t
time="2022-01-26T03:39:10.723Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=g7gnp72t
time="2022-01-26T03:39:10.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g7gnp72t
time="2022-01-26T03:39:10.723Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=tfwwv5kv
time="2022-01-26T03:39:10.732Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:39:10.732Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=hc829mm7 stale=0 standby=2 unclaimed=0
time="2022-01-26T03:39:10.732Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7 unassignedCount=0
time="2022-01-26T03:39:10.732Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hc829mm7
time="2022-01-26T03:39:10.732Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hc829mm7
time="2022-01-26T03:39:10.733Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=7lh748bn
time="2022-01-26T03:39:10.733Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=7lh748bn
time="2022-01-26T03:39:10.733Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7lh748bn
time="2022-01-26T03:39:10.733Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=pmcs2hlp
time="2022-01-26T03:39:10.733Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=pmcs2hlp
time="2022-01-26T03:39:10.733Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=pmcs2hlp
time="2022-01-26T03:39:10.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.734Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:39:10.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ztqchtqn
time="2022-01-26T03:39:10.734Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.734Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.734Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.734Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.734Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.734Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:39:10.734Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ztqchtqn
time="2022-01-26T03:39:10.734Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ztqchtqn
time="2022-01-26T03:39:10.734Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ztqchtqn
time="2022-01-26T03:39:10.736Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=ztqchtqn
time="2022-01-26T03:39:10.736Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=ztqchtqn
time="2022-01-26T03:39:10.765Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=tfwwv5kv
time="2022-01-26T03:39:10.765Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=tfwwv5kv
time="2022-01-26T03:39:10.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=41 elapsedMillisGT=0 outcome=unspecified reconcileID=tfwwv5kv
time="2022-01-26T03:39:10.78Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=pmcs2hlp states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:39:10.78Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=pmcs2hlp
time="2022-01-26T03:39:10.781Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.803Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.804Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.827Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=pmcs2hlp states="map[pending:{} running:{}]"
time="2022-01-26T03:39:10.827Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=pmcs2hlp
time="2022-01-26T03:39:10.827Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=pmcs2hlp
time="2022-01-26T03:39:10.831Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.831Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.837Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.837Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.837Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=102 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=dwkw8t6r
time="2022-01-26T03:39:10.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=rw5rk7ml
time="2022-01-26T03:39:10.838Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h49m59.16179956s reconcileID=rw5rk7ml
time="2022-01-26T03:39:10.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rw5rk7ml
time="2022-01-26T03:39:10.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=9dqdlfx9
time="2022-01-26T03:39:10.838Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=9dqdlfx9
time="2022-01-26T03:39:10.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dqdlfx9
time="2022-01-26T03:39:10.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=2rjj2f88
time="2022-01-26T03:39:10.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=105 elapsedMillisGT=0 outcome=unspecified reconcileID=pmcs2hlp
time="2022-01-26T03:39:10.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g9qmq62w
time="2022-01-26T03:39:10.839Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g9qmq62w
time="2022-01-26T03:39:10.839Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g9qmq62w
time="2022-01-26T03:39:10.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g9qmq62w
time="2022-01-26T03:39:10.839Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=cj2ckvvn
time="2022-01-26T03:39:10.839Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=cj2ckvvn
time="2022-01-26T03:39:10.839Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=cj2ckvvn
time="2022-01-26T03:39:10.839Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=d2z5wfkd
time="2022-01-26T03:39:10.839Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=d2z5wfkd
time="2022-01-26T03:39:10.839Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=d2z5wfkd
time="2022-01-26T03:39:10.839Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=d2z5wfkd
time="2022-01-26T03:39:10.839Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:39:10.839Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=d2z5wfkd
time="2022-01-26T03:39:10.839Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d2z5wfkd
time="2022-01-26T03:39:10.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=fxwqnbpq
time="2022-01-26T03:39:10.839Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=fxwqnbpq
time="2022-01-26T03:39:10.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fxwqnbpq
time="2022-01-26T03:39:10.839Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=9j52tn85
time="2022-01-26T03:39:10.839Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=9j52tn85
time="2022-01-26T03:39:10.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9j52tn85
time="2022-01-26T03:39:10.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=jb48h842
time="2022-01-26T03:39:10.841Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=2rjj2f88
time="2022-01-26T03:39:10.841Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.158494783s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=2rjj2f88
time="2022-01-26T03:39:10.841Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=2rjj2f88
time="2022-01-26T03:39:10.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.843Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:39:10.843Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=4cw4gb6b
time="2022-01-26T03:39:10.843Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=4cw4gb6b
time="2022-01-26T03:39:10.843Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4cw4gb6b
time="2022-01-26T03:39:10.844Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpklr2wl
time="2022-01-26T03:39:10.844Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:39:10.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kr8w8shd
time="2022-01-26T03:39:10.846Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.846Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.846Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.846Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:39:10.846Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kr8w8shd
time="2022-01-26T03:39:10.846Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kr8w8shd
time="2022-01-26T03:39:10.846Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kr8w8shd
time="2022-01-26T03:39:10.849Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kr8w8shd
time="2022-01-26T03:39:10.849Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=kr8w8shd
time="2022-01-26T03:39:10.849Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=6758mz9l
time="2022-01-26T03:39:10.849Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=6758mz9l
time="2022-01-26T03:39:10.85Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=6758mz9l
time="2022-01-26T03:39:10.85Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:39:10.85Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=vnh2j5qc stale=0 standby=2 unclaimed=0
time="2022-01-26T03:39:10.85Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc unassignedCount=0
time="2022-01-26T03:39:10.85Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.85Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnh2j5qc
time="2022-01-26T03:39:10.895Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpklr2wl
time="2022-01-26T03:39:10.897Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=jb48h842
time="2022-01-26T03:39:10.897Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=jb48h842
time="2022-01-26T03:39:10.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=jb48h842
time="2022-01-26T03:39:10.9Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=6758mz9l states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:39:10.9Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=6758mz9l
time="2022-01-26T03:39:10.923Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpklr2wl
time="2022-01-26T03:39:10.924Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpklr2wl
time="2022-01-26T03:39:10.946Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=6758mz9l states="map[pending:{} running:{}]"
time="2022-01-26T03:39:10.946Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=6758mz9l
time="2022-01-26T03:39:10.946Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=96 elapsedMillisGT=0 outcome=unspecified reconcileID=6758mz9l
time="2022-01-26T03:39:10.951Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpklr2wl
time="2022-01-26T03:39:10.951Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpklr2wl
time="2022-01-26T03:39:10.957Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpklr2wl
time="2022-01-26T03:39:10.957Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpklr2wl
time="2022-01-26T03:39:10.957Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=112 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=kpklr2wl
time="2022-01-26T03:39:13.27Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:39:13.27Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:39:13.27Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:39:13.27Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:39:13.27Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:39:13.27Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:39:14Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=v2snxtcv
time="2022-01-26T03:39:14.001Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=v2snxtcv
time="2022-01-26T03:39:14.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=v2snxtcv
time="2022-01-26T03:39:14.091Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=v2snxtcv states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:39:14.156Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=6 reconcileID=v2snxtcv
time="2022-01-26T03:39:14.156Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=v2snxtcv
time="2022-01-26T03:39:14.19Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=v2snxtcv
time="2022-01-26T03:39:14.19Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 condition=Ready controller=hibernation reason=Running reconcileID=v2snxtcv
time="2022-01-26T03:39:14.201Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=k4btdlrb
time="2022-01-26T03:39:14.201Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=k4btdlrb
time="2022-01-26T03:39:14.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k4btdlrb
time="2022-01-26T03:39:14.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=hjk4tw48
time="2022-01-26T03:39:14.202Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h53m54.797927512s reconcileID=hjk4tw48
time="2022-01-26T03:39:14.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjk4tw48
time="2022-01-26T03:39:14.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=zft656sj
time="2022-01-26T03:39:14.202Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=zft656sj
time="2022-01-26T03:39:14.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zft656sj
time="2022-01-26T03:39:14.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:39:14.202Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T03:39:14.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T03:39:14.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=j9gfzmhl
time="2022-01-26T03:39:14.202Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=j9gfzmhl
time="2022-01-26T03:39:14.202Z" level=debug msg="Waiting to fetch clusteroperator status in 3m54.797595205s" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=j9gfzmhl
time="2022-01-26T03:39:14.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9gfzmhl
time="2022-01-26T03:39:14.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=plr8vbtj
time="2022-01-26T03:39:14.202Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:39:14.202Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:39:14.202Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:39:14.202Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T03:39:14.202Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=plr8vbtj
time="2022-01-26T03:39:14.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=201 elapsedMillisGT=0 outcome=unspecified reconcileID=v2snxtcv
time="2022-01-26T03:39:14.202Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=plr8vbtj
time="2022-01-26T03:39:14.202Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=plr8vbtj
time="2022-01-26T03:39:14.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=hl7nd6wz
time="2022-01-26T03:39:14.202Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=hl7nd6wz
time="2022-01-26T03:39:14.203Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=hl7nd6wz
time="2022-01-26T03:39:14.203Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=7x4cmsk9
time="2022-01-26T03:39:14.203Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=7x4cmsk9
time="2022-01-26T03:39:14.203Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=7x4cmsk9
time="2022-01-26T03:39:14.203Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7x4cmsk9
time="2022-01-26T03:39:14.203Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=zp4drgxc
time="2022-01-26T03:39:14.203Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=zp4drgxc
time="2022-01-26T03:39:14.203Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=zp4drgxc
time="2022-01-26T03:39:14.203Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gvm5krsx
time="2022-01-26T03:39:14.203Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:39:14.205Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=plr8vbtj
time="2022-01-26T03:39:14.205Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=plr8vbtj
time="2022-01-26T03:39:14.205Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=jcbkrrgb
time="2022-01-26T03:39:14.205Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=s8xcmjg2
time="2022-01-26T03:39:14.205Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=jcbkrrgb
time="2022-01-26T03:39:14.205Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jcbkrrgb
time="2022-01-26T03:39:14.205Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=982lnttl
time="2022-01-26T03:39:14.205Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=s8xcmjg2
time="2022-01-26T03:39:14.205Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=s8xcmjg2
time="2022-01-26T03:39:14.205Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=982lnttl
time="2022-01-26T03:39:14.205Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=982lnttl
time="2022-01-26T03:39:14.205Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=s8xcmjg2
time="2022-01-26T03:39:14.205Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T03:39:14.205Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=s8xcmjg2
time="2022-01-26T03:39:14.205Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s8xcmjg2
time="2022-01-26T03:39:14.205Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=fsjgtmgb
time="2022-01-26T03:39:14.205Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.205Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:39:14.205Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=cdwsft2k stale=0 standby=1 unclaimed=1
time="2022-01-26T03:39:14.205Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k unassignedCount=0
time="2022-01-26T03:39:14.205Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.205Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.205Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.205Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.205Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.205Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.205Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.205Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cdwsft2k
time="2022-01-26T03:39:14.214Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=cdwsft2k
time="2022-01-26T03:39:14.214Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:39:14.214Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=f8n8jrgv stale=0 standby=1 unclaimed=1
time="2022-01-26T03:39:14.214Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv unassignedCount=0
time="2022-01-26T03:39:14.214Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.214Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f8n8jrgv
time="2022-01-26T03:39:14.247Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=hl7nd6wz states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:39:14.264Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gvm5krsx
time="2022-01-26T03:39:14.283Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=fsjgtmgb
time="2022-01-26T03:39:14.283Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=fsjgtmgb
time="2022-01-26T03:39:14.283Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=78 elapsedMillisGT=0 outcome=unspecified reconcileID=fsjgtmgb
time="2022-01-26T03:39:14.296Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gvm5krsx
time="2022-01-26T03:39:14.296Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gvm5krsx
time="2022-01-26T03:39:14.306Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=6 reconcileID=hl7nd6wz
time="2022-01-26T03:39:14.306Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=hl7nd6wz
time="2022-01-26T03:39:14.327Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gvm5krsx
time="2022-01-26T03:39:14.327Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gvm5krsx
time="2022-01-26T03:39:14.337Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gvm5krsx
time="2022-01-26T03:39:14.337Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gvm5krsx
time="2022-01-26T03:39:14.337Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=134 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=gvm5krsx
time="2022-01-26T03:39:14.353Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=hl7nd6wz
time="2022-01-26T03:39:14.353Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=150 elapsedMillisGT=0 outcome=unspecified reconcileID=hl7nd6wz
time="2022-01-26T03:40:10.947Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=ddgsjbsq
time="2022-01-26T03:40:10.947Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=ddgsjbsq
time="2022-01-26T03:40:10.947Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=ddgsjbsq
time="2022-01-26T03:40:11.056Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=5 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=ddgsjbsq states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:40:11.057Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=ddgsjbsq
time="2022-01-26T03:40:11.11Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=ddgsjbsq states="map[pending:{} running:{}]"
time="2022-01-26T03:40:11.11Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=ddgsjbsq
time="2022-01-26T03:40:11.111Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=ddgsjbsq
time="2022-01-26T03:40:11.122Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=175 elapsedMillisGT=0 outcome=unspecified reconcileID=ddgsjbsq
time="2022-01-26T03:40:11.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=9m7p96wz
time="2022-01-26T03:40:11.123Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h48m58.876772485s reconcileID=9m7p96wz
time="2022-01-26T03:40:11.123Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9m7p96wz
time="2022-01-26T03:40:11.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=gbbbfrpv
time="2022-01-26T03:40:11.123Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=gbbbfrpv
time="2022-01-26T03:40:11.123Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbbbfrpv
time="2022-01-26T03:40:11.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=5tt5cj9p
time="2022-01-26T03:40:11.123Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=5tt5cj9p
time="2022-01-26T03:40:11.123Z" level=debug msg="Waiting to fetch clusteroperator status in 8m58.876419777s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=5tt5cj9p
time="2022-01-26T03:40:11.123Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5tt5cj9p
time="2022-01-26T03:40:11.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=bb8xlhrm
time="2022-01-26T03:40:11.123Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=bb8xlhrm
time="2022-01-26T03:40:11.123Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=bb8xlhrm
time="2022-01-26T03:40:11.123Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bb8xlhrm
time="2022-01-26T03:40:11.123Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=2q9wfpsw
time="2022-01-26T03:40:11.123Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=2q9wfpsw
time="2022-01-26T03:40:11.123Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=2q9wfpsw
time="2022-01-26T03:40:11.123Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=lb96bqjj
time="2022-01-26T03:40:11.124Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=lb96bqjj
time="2022-01-26T03:40:11.124Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=lb96bqjj
time="2022-01-26T03:40:11.124Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=lb96bqjj
time="2022-01-26T03:40:11.124Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:40:11.124Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=lb96bqjj
time="2022-01-26T03:40:11.124Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lb96bqjj
time="2022-01-26T03:40:11.124Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=qlq2l6bb
time="2022-01-26T03:40:11.124Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=qlq2l6bb
time="2022-01-26T03:40:11.124Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlq2l6bb
time="2022-01-26T03:40:11.124Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=q7nnrwpk
time="2022-01-26T03:40:11.124Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=q7nnrwpk
time="2022-01-26T03:40:11.124Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q7nnrwpk
time="2022-01-26T03:40:11.124Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=kxrv2487
time="2022-01-26T03:40:11.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=h8qqd8rk
time="2022-01-26T03:40:11.128Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=h8qqd8rk
time="2022-01-26T03:40:11.128Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=h8qqd8rk
time="2022-01-26T03:40:11.129Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=bkzj7hjb
time="2022-01-26T03:40:11.129Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=bkzj7hjb
time="2022-01-26T03:40:11.129Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bkzj7hjb
time="2022-01-26T03:40:11.131Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:40:11.131Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=fqllcwtl stale=0 standby=1 unclaimed=1
time="2022-01-26T03:40:11.131Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl unassignedCount=0
time="2022-01-26T03:40:11.131Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqllcwtl
time="2022-01-26T03:40:11.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:40:11.131Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:40:11.131Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:40:11.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4rk572r6
time="2022-01-26T03:40:11.132Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:11.132Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:11.132Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:11.132Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:11.132Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4rk572r6
time="2022-01-26T03:40:11.132Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4rk572r6
time="2022-01-26T03:40:11.132Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4rk572r6
time="2022-01-26T03:40:11.134Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4rk572r6
time="2022-01-26T03:40:11.134Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=4rk572r6
time="2022-01-26T03:40:11.134Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f82pbw9m
time="2022-01-26T03:40:11.134Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:40:11.18Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=5 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=h8qqd8rk states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:40:11.181Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=h8qqd8rk
time="2022-01-26T03:40:11.232Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=h8qqd8rk states="map[pending:{} running:{}]"
time="2022-01-26T03:40:11.232Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=h8qqd8rk
time="2022-01-26T03:40:11.232Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=104 elapsedMillisGT=0 outcome=unspecified reconcileID=h8qqd8rk
I0126 03:40:17.326509       1 request.go:665] Waited for 1.179071406s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/machineconfiguration.openshift.io/v1?timeout=32s
time="2022-01-26T03:40:21.139Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f82pbw9m
time="2022-01-26T03:40:42.565Z" level=error msg="unable to fetch master machines" controller=machinepool error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.135.74.75:6443: connect: connection refused" machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f82pbw9m
time="2022-01-26T03:40:42.565Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=31431 elapsedMillisGT=30000 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=f82pbw9m
time="2022-01-26T03:40:42.566Z" level=error msg="Reconciler error" _name=machinepool-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx-worker namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.566Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=kxrv2487
time="2022-01-26T03:40:42.566Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=31441 elapsedMillisGT=30000 outcome=unspecified reconcileID=kxrv2487
time="2022-01-26T03:40:42.566Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.571Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=r6x4mbl7
time="2022-01-26T03:40:42.576Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=t6fdn4gj
time="2022-01-26T03:40:42.576Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:40:42.581Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=r6x4mbl7
time="2022-01-26T03:40:42.585Z" level=info msg="remote cluster is unreachable" controller=machinepool error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=t6fdn4gj
time="2022-01-26T03:40:42.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=r6x4mbl7
time="2022-01-26T03:40:42.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=k5kwxhtk
time="2022-01-26T03:40:42.592Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=k5kwxhtk
time="2022-01-26T03:40:42.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=jwlxpnnj
time="2022-01-26T03:40:42.592Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=jwlxpnnj
time="2022-01-26T03:40:42.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jwlxpnnj
time="2022-01-26T03:40:42.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vt42fvbr
time="2022-01-26T03:40:42.592Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=vt42fvbr
time="2022-01-26T03:40:42.592Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vt42fvbr
time="2022-01-26T03:40:42.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vt42fvbr
time="2022-01-26T03:40:42.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g8ckjktk
time="2022-01-26T03:40:42.592Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g8ckjktk
time="2022-01-26T03:40:42.592Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g8ckjktk
time="2022-01-26T03:40:42.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g8ckjktk
time="2022-01-26T03:40:42.592Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=d8ll6qvg
time="2022-01-26T03:40:42.592Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=d8ll6qvg
time="2022-01-26T03:40:42.592Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=d8ll6qvg
time="2022-01-26T03:40:42.592Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=84hbqjnd
time="2022-01-26T03:40:42.592Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=84hbqjnd
time="2022-01-26T03:40:42.593Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=84hbqjnd
time="2022-01-26T03:40:42.593Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=44zdzqvq
time="2022-01-26T03:40:42.593Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=44zdzqvq
time="2022-01-26T03:40:42.593Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=44zdzqvq
time="2022-01-26T03:40:42.593Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=44zdzqvq
time="2022-01-26T03:40:42.593Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:40:42.593Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=44zdzqvq
time="2022-01-26T03:40:42.593Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=44zdzqvq
time="2022-01-26T03:40:42.593Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=fhz68gxk
time="2022-01-26T03:40:42.593Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=fhz68gxk
time="2022-01-26T03:40:42.593Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fhz68gxk
time="2022-01-26T03:40:42.593Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=p2z89txw
time="2022-01-26T03:40:42.593Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=p2z89txw
time="2022-01-26T03:40:42.593Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2z89txw
time="2022-01-26T03:40:42.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cfjpw6lw
time="2022-01-26T03:40:42.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.597Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:40:42.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=cfmmbftb
time="2022-01-26T03:40:42.597Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.597Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=cfmmbftb
time="2022-01-26T03:40:42.598Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.598Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.598Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.598Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cfjpw6lw
time="2022-01-26T03:40:42.598Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cfjpw6lw
time="2022-01-26T03:40:42.598Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cfjpw6lw
time="2022-01-26T03:40:42.598Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=cfmmbftb
time="2022-01-26T03:40:42.598Z" level=info msg="could not update clusterdeployment with unreachable condition" controller=machinepool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=t6fdn4gj
time="2022-01-26T03:40:42.598Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=22 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=t6fdn4gj
time="2022-01-26T03:40:42.598Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.598Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:40:42.598Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=dbf7mm86 stale=0 standby=1 unclaimed=1
time="2022-01-26T03:40:42.598Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86 unassignedCount=0
time="2022-01-26T03:40:42.598Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.598Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.598Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.598Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.598Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.599Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.599Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.599Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbf7mm86
time="2022-01-26T03:40:42.599Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbf7mm86
time="2022-01-26T03:40:42.597Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=8kh6lm6d
time="2022-01-26T03:40:42.599Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=8kh6lm6d
time="2022-01-26T03:40:42.599Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8kh6lm6d
time="2022-01-26T03:40:42.599Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=cfjpw6lw
time="2022-01-26T03:40:42.599Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=cfjpw6lw
time="2022-01-26T03:40:42.604Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=k5kwxhtk
time="2022-01-26T03:40:42.604Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=k5kwxhtk
time="2022-01-26T03:40:42.609Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=gdkskzfc
time="2022-01-26T03:40:42.609Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=gdkskzfc
time="2022-01-26T03:40:42.612Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=6qmb6r48
time="2022-01-26T03:40:42.612Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:40:42.612Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=6qmb6r48
time="2022-01-26T03:40:42.613Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=6qmb6r48
time="2022-01-26T03:40:42.621Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=gdkskzfc
time="2022-01-26T03:40:42.621Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=gdkskzfc
time="2022-01-26T03:40:42.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=qxfkm49v
time="2022-01-26T03:40:42.632Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=qxfkm49v
time="2022-01-26T03:40:42.639Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=qxfkm49v
time="2022-01-26T03:40:42.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=qxfkm49v
time="2022-01-26T03:40:42.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=4c5c4k5c
time="2022-01-26T03:40:42.659Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=4c5c4k5c
time="2022-01-26T03:40:42.671Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=4c5c4k5c
time="2022-01-26T03:40:42.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=4c5c4k5c
time="2022-01-26T03:40:42.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=bdwgrxjn
time="2022-01-26T03:40:42.711Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=bdwgrxjn
time="2022-01-26T03:40:42.715Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=3 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=cfmmbftb states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:40:42.715Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=cfmmbftb
time="2022-01-26T03:40:42.721Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=bdwgrxjn
time="2022-01-26T03:40:42.721Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=bdwgrxjn
time="2022-01-26T03:40:42.761Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=cfmmbftb states="map[pending:{} running:{}]"
time="2022-01-26T03:40:42.761Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=cfmmbftb
time="2022-01-26T03:40:42.761Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=cfmmbftb
time="2022-01-26T03:40:42.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=174 elapsedMillisGT=0 outcome=unspecified reconcileID=cfmmbftb
time="2022-01-26T03:40:42.772Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=28shrl24
time="2022-01-26T03:40:42.772Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=28shrl24
time="2022-01-26T03:40:42.772Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=4sx4wvwk
time="2022-01-26T03:40:42.772Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=28shrl24
time="2022-01-26T03:40:42.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=m28smz5n
time="2022-01-26T03:40:42.772Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=m28smz5n
time="2022-01-26T03:40:42.772Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=4sx4wvwk
time="2022-01-26T03:40:42.772Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=4sx4wvwk
time="2022-01-26T03:40:42.772Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=4sx4wvwk
time="2022-01-26T03:40:42.772Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:40:42.772Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=4sx4wvwk
time="2022-01-26T03:40:42.772Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4sx4wvwk
time="2022-01-26T03:40:42.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=9mhg5xbl
time="2022-01-26T03:40:42.772Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=9mhg5xbl
time="2022-01-26T03:40:42.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mhg5xbl
time="2022-01-26T03:40:42.772Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=wqc66gvf
time="2022-01-26T03:40:42.772Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=wqc66gvf
time="2022-01-26T03:40:42.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqc66gvf
time="2022-01-26T03:40:42.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=gk8r6rqj
time="2022-01-26T03:40:42.772Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=gk8r6rqj
time="2022-01-26T03:40:42.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gk8r6rqj
time="2022-01-26T03:40:42.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=xx46k9zv
time="2022-01-26T03:40:42.772Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=xx46k9zv
time="2022-01-26T03:40:42.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xx46k9zv
time="2022-01-26T03:40:42.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=gnc84ql4
time="2022-01-26T03:40:42.773Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=gnc84ql4
time="2022-01-26T03:40:42.773Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=gnc84ql4
time="2022-01-26T03:40:42.773Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnc84ql4
time="2022-01-26T03:40:42.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=77db4zrd
time="2022-01-26T03:40:42.773Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=77db4zrd
time="2022-01-26T03:40:42.773Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=77db4zrd
time="2022-01-26T03:40:42.773Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=77db4zrd
time="2022-01-26T03:40:42.777Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=hzzs8dmm
time="2022-01-26T03:40:42.777Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qljt497s
time="2022-01-26T03:40:42.777Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:40:42.777Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.777Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.777Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qljt497s
time="2022-01-26T03:40:42.777Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:40:42.778Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=qljt497s
time="2022-01-26T03:40:42.777Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=hzzs8dmm
time="2022-01-26T03:40:42.778Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t6qvf66q
time="2022-01-26T03:40:42.778Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.778Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.778Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.778Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:40:42.778Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t6qvf66q
time="2022-01-26T03:40:42.778Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t6qvf66q
time="2022-01-26T03:40:42.778Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t6qvf66q
time="2022-01-26T03:40:42.778Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=hzzs8dmm
time="2022-01-26T03:40:42.778Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=sh4pl5v4
time="2022-01-26T03:40:42.778Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=sh4pl5v4
time="2022-01-26T03:40:42.778Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sh4pl5v4
time="2022-01-26T03:40:42.777Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.778Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:40:42.778Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=bqz9zb4q stale=0 standby=1 unclaimed=1
time="2022-01-26T03:40:42.778Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q unassignedCount=0
time="2022-01-26T03:40:42.778Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.778Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.778Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.778Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.778Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.778Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.778Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.778Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.779Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqz9zb4q
time="2022-01-26T03:40:42.779Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t6qvf66q
time="2022-01-26T03:40:42.78Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=t6qvf66q
time="2022-01-26T03:40:42.785Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=m28smz5n
time="2022-01-26T03:40:42.785Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=m28smz5n
time="2022-01-26T03:40:42.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=pkj9crp6
time="2022-01-26T03:40:42.801Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=pkj9crp6
time="2022-01-26T03:40:42.809Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=pkj9crp6
time="2022-01-26T03:40:42.809Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=pkj9crp6
time="2022-01-26T03:40:42.828Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=3 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=hzzs8dmm states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:40:42.828Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=hzzs8dmm
time="2022-01-26T03:40:42.873Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=hzzs8dmm states="map[pending:{} running:{}]"
time="2022-01-26T03:40:42.873Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=hzzs8dmm
time="2022-01-26T03:40:42.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=95 elapsedMillisGT=0 outcome=unspecified reconcileID=hzzs8dmm
time="2022-01-26T03:40:43.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=ps45bbs8
time="2022-01-26T03:40:43.13Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=ps45bbs8
time="2022-01-26T03:40:43.138Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=ps45bbs8
time="2022-01-26T03:40:43.138Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=ps45bbs8
time="2022-01-26T03:40:43.779Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=sccdhw8s
time="2022-01-26T03:40:43.779Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=sccdhw8s
time="2022-01-26T03:40:43.788Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=sccdhw8s
time="2022-01-26T03:40:43.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=sccdhw8s
time="2022-01-26T03:40:45.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=jgxkg7p2
time="2022-01-26T03:40:45.069Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=jgxkg7p2
time="2022-01-26T03:40:45.081Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=jgxkg7p2
time="2022-01-26T03:40:45.081Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=jgxkg7p2
time="2022-01-26T03:40:47.642Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=cxptjz5n
time="2022-01-26T03:40:47.642Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=cxptjz5n
time="2022-01-26T03:41:13.271Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:41:13.271Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:41:13.271Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:41:13.271Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:41:13.271Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:41:13.271Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:41:17.644Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=cxptjz5n
time="2022-01-26T03:41:17.644Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=cxptjz5n
time="2022-01-26T03:41:22.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=dcb6vfws
time="2022-01-26T03:41:22.765Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=dcb6vfws
time="2022-01-26T03:41:42.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=sdrdth8v
time="2022-01-26T03:41:42.873Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=sdrdth8v
time="2022-01-26T03:41:42.873Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=sdrdth8v
time="2022-01-26T03:41:42.987Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=sdrdth8v states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:41:42.987Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=sdrdth8v
time="2022-01-26T03:41:42.987Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=Hibernating reconcileID=sdrdth8v
time="2022-01-26T03:41:42.999Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=dcr6gmxk
time="2022-01-26T03:41:42.999Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=dcr6gmxk
time="2022-01-26T03:41:42.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dcr6gmxk
time="2022-01-26T03:41:42.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=ps4qcvkn
time="2022-01-26T03:41:42.999Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=ps4qcvkn
time="2022-01-26T03:41:42.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ps4qcvkn
time="2022-01-26T03:41:42.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:41:42.999Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:41:42.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:41:42.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=lq6l8z95
time="2022-01-26T03:41:42.999Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=lq6l8z95
time="2022-01-26T03:41:42.999Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=lq6l8z95
time="2022-01-26T03:41:42.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lq6l8z95
time="2022-01-26T03:41:43Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pcnvgbkt
time="2022-01-26T03:41:43Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:41:43Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=126 elapsedMillisGT=0 outcome=unspecified reconcileID=sdrdth8v
time="2022-01-26T03:41:43Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=tzqzmzxn
time="2022-01-26T03:41:43Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:41:43Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=tzqzmzxn
time="2022-01-26T03:41:43Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:41:43Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:41:43Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pcnvgbkt
time="2022-01-26T03:41:43Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pcnvgbkt
time="2022-01-26T03:41:43Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pcnvgbkt
time="2022-01-26T03:41:43Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=tzqzmzxn
time="2022-01-26T03:41:43Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pdc524t7
time="2022-01-26T03:41:43Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pdc524t7
time="2022-01-26T03:41:43Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pdc524t7
time="2022-01-26T03:41:43Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pdc524t7
time="2022-01-26T03:41:43Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=flz9km7g
time="2022-01-26T03:41:43Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=flz9km7g
time="2022-01-26T03:41:43Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=flz9km7g
time="2022-01-26T03:41:43.001Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=bzjk7gth
time="2022-01-26T03:41:43.001Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:41:43.001Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=bzjk7gth
time="2022-01-26T03:41:43.001Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=bzjk7gth
time="2022-01-26T03:41:43.001Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9mhsfdm4
time="2022-01-26T03:41:43.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9mhsfdm4
time="2022-01-26T03:41:43.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9mhsfdm4
time="2022-01-26T03:41:43.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9mhsfdm4
time="2022-01-26T03:41:43.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:41:43.001Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9mhsfdm4
time="2022-01-26T03:41:43.001Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mhsfdm4
time="2022-01-26T03:41:43.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=cp7gk7d5
time="2022-01-26T03:41:43.001Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=cp7gk7d5
time="2022-01-26T03:41:43.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cp7gk7d5
time="2022-01-26T03:41:43.001Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=6wnbs545
time="2022-01-26T03:41:43.001Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=6wnbs545
time="2022-01-26T03:41:43.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wnbs545
time="2022-01-26T03:41:43.001Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:41:43.001Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=d4fjm9fn stale=0 standby=1 unclaimed=1
time="2022-01-26T03:41:43.001Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn unassignedCount=0
time="2022-01-26T03:41:43.001Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4fjm9fn
time="2022-01-26T03:41:43.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=qzr987vt
time="2022-01-26T03:41:43.002Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=qzr987vt
time="2022-01-26T03:41:43.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzr987vt
time="2022-01-26T03:41:43.002Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pcnvgbkt
time="2022-01-26T03:41:43.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=pcnvgbkt
time="2022-01-26T03:41:43.048Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=tzqzmzxn states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:41:43.048Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=tzqzmzxn
time="2022-01-26T03:41:43.048Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=48 elapsedMillisGT=0 outcome=unspecified reconcileID=tzqzmzxn
time="2022-01-26T03:41:52.766Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: i/o timeout" reconcileID=dcb6vfws
time="2022-01-26T03:41:52.775Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dcb6vfws
time="2022-01-26T03:41:52.775Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30010 elapsedMillisGT=30000 outcome=unspecified reconcileID=dcb6vfws
time="2022-01-26T03:41:52.775Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:41:52.775Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=mdhpldml
time="2022-01-26T03:41:52.776Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=mdhpldml
time="2022-01-26T03:42:22.777Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=mdhpldml
time="2022-01-26T03:42:22.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=mdhpldml
time="2022-01-26T03:42:22.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=6vnbtwwx
time="2022-01-26T03:42:22.789Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=6vnbtwwx
time="2022-01-26T03:42:22.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=225xgncc
time="2022-01-26T03:42:22.789Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=225xgncc
time="2022-01-26T03:42:22.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=225xgncc
time="2022-01-26T03:42:22.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=zslgw9hp
time="2022-01-26T03:42:22.79Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=zslgw9hp
time="2022-01-26T03:42:22.79Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=zslgw9hp
time="2022-01-26T03:42:22.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zslgw9hp
time="2022-01-26T03:42:22.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=2cgfd9v6
time="2022-01-26T03:42:22.79Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=2cgfd9v6
time="2022-01-26T03:42:22.79Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=2cgfd9v6
time="2022-01-26T03:42:22.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2cgfd9v6
time="2022-01-26T03:42:22.79Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=qc7zsg2d
time="2022-01-26T03:42:22.79Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=qc7zsg2d
time="2022-01-26T03:42:22.79Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=qc7zsg2d
time="2022-01-26T03:42:22.79Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2h9sbnqt
time="2022-01-26T03:42:22.79Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2h9sbnqt
time="2022-01-26T03:42:22.79Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2h9sbnqt
time="2022-01-26T03:42:22.79Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2h9sbnqt
time="2022-01-26T03:42:22.79Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:42:22.79Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2h9sbnqt
time="2022-01-26T03:42:22.79Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2h9sbnqt
time="2022-01-26T03:42:22.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=74n4s2mx
time="2022-01-26T03:42:22.79Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=74n4s2mx
time="2022-01-26T03:42:22.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74n4s2mx
time="2022-01-26T03:42:22.79Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qj5fn68g
time="2022-01-26T03:42:22.791Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qj5fn68g
time="2022-01-26T03:42:22.791Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qj5fn68g
time="2022-01-26T03:42:22.791Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=nn7vc4h6
time="2022-01-26T03:42:22.791Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=nn7vc4h6
time="2022-01-26T03:42:22.791Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nn7vc4h6
time="2022-01-26T03:42:22.795Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=ljs6zw6h
time="2022-01-26T03:42:22.795Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:42:22.795Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=ljs6zw6h
time="2022-01-26T03:42:22.795Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=ljs6zw6h
time="2022-01-26T03:42:22.795Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=qjpskmhl
time="2022-01-26T03:42:22.795Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=qjpskmhl
time="2022-01-26T03:42:22.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qjpskmhl
time="2022-01-26T03:42:22.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=fxc2d8gb
time="2022-01-26T03:42:22.795Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=fxc2d8gb
time="2022-01-26T03:42:22.796Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=fxc2d8gb
time="2022-01-26T03:42:22.796Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:42:22.796Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:42:22.796Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:42:22.796Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fl8nlzgp
time="2022-01-26T03:42:22.796Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:42:22.796Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:42:22.796Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:42:22.796Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:42:22.796Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fl8nlzgp
time="2022-01-26T03:42:22.796Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fl8nlzgp
time="2022-01-26T03:42:22.796Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fl8nlzgp
time="2022-01-26T03:42:22.798Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fl8nlzgp
time="2022-01-26T03:42:22.798Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=fl8nlzgp
time="2022-01-26T03:42:22.8Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:42:22.8Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=jnmztsdg stale=0 standby=1 unclaimed=1
time="2022-01-26T03:42:22.8Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg unassignedCount=0
time="2022-01-26T03:42:22.8Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jnmztsdg
time="2022-01-26T03:42:22.8Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jnmztsdg
time="2022-01-26T03:42:22.847Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=fxc2d8gb states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:42:22.847Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=fxc2d8gb
time="2022-01-26T03:42:22.847Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=51 elapsedMillisGT=0 outcome=unspecified reconcileID=fxc2d8gb
time="2022-01-26T03:42:52.791Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=6vnbtwwx
time="2022-01-26T03:42:52.791Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=6vnbtwwx
time="2022-01-26T03:42:52.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=sfbqb4cm
time="2022-01-26T03:42:52.792Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=sfbqb4cm
time="2022-01-26T03:43:09Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=8sct4sz7
time="2022-01-26T03:43:09Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=8sct4sz7
time="2022-01-26T03:43:09.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=76 elapsedMillisGT=0 outcome=unspecified reconcileID=8sct4sz7
time="2022-01-26T03:43:13.272Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:43:13.272Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:43:13.272Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:43:13.272Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:43:13.272Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:43:13.272Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:43:22.793Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: i/o timeout" reconcileID=sfbqb4cm
time="2022-01-26T03:43:22.804Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=hkvwspsd
time="2022-01-26T03:43:22.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=mh7nssw9
time="2022-01-26T03:43:22.804Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=mh7nssw9
time="2022-01-26T03:43:22.804Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=hkvwspsd
time="2022-01-26T03:43:22.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mh7nssw9
time="2022-01-26T03:43:22.804Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=hkvwspsd
time="2022-01-26T03:43:22.804Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=hkvwspsd
time="2022-01-26T03:43:22.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=scmxvwtz
time="2022-01-26T03:43:22.804Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:43:22.805Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=hkvwspsd
time="2022-01-26T03:43:22.805Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkvwspsd
time="2022-01-26T03:43:22.805Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=rhslh6g9
time="2022-01-26T03:43:22.805Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=scmxvwtz
time="2022-01-26T03:43:22.805Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=scmxvwtz
time="2022-01-26T03:43:22.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=scmxvwtz
time="2022-01-26T03:43:22.805Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=rhslh6g9
time="2022-01-26T03:43:22.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhslh6g9
time="2022-01-26T03:43:22.805Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=mttks59d
time="2022-01-26T03:43:22.805Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=dlww5f6x
time="2022-01-26T03:43:22.805Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=mttks59d
time="2022-01-26T03:43:22.805Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=dlww5f6x
time="2022-01-26T03:43:22.805Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=mttks59d
time="2022-01-26T03:43:22.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dlww5f6x
time="2022-01-26T03:43:22.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mttks59d
time="2022-01-26T03:43:22.805Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=9ghbjndl
time="2022-01-26T03:43:22.805Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=5sndnj4m
time="2022-01-26T03:43:22.805Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=9ghbjndl
time="2022-01-26T03:43:22.805Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=5sndnj4m
time="2022-01-26T03:43:22.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5sndnj4m
time="2022-01-26T03:43:22.805Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=9ghbjndl
time="2022-01-26T03:43:22.806Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=sfbqb4cm
time="2022-01-26T03:43:22.806Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=2xm9zk68
time="2022-01-26T03:43:22.806Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=2xm9zk68
time="2022-01-26T03:43:22.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8x7qwc8
time="2022-01-26T03:43:22.81Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=bj2l9xl4
time="2022-01-26T03:43:22.81Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=bj2l9xl4
time="2022-01-26T03:43:22.81Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bj2l9xl4
time="2022-01-26T03:43:22.81Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:43:22.81Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fnbtk5bx
time="2022-01-26T03:43:22.81Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:43:22.81Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fnbtk5bx
time="2022-01-26T03:43:22.81Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:43:22.81Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=fnbtk5bx
time="2022-01-26T03:43:22.81Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:43:22.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=x2tb69lt
time="2022-01-26T03:43:22.81Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:43:22.81Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=x2tb69lt
time="2022-01-26T03:43:22.81Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8x7qwc8
time="2022-01-26T03:43:22.81Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8x7qwc8
time="2022-01-26T03:43:22.81Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8x7qwc8
time="2022-01-26T03:43:22.811Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=x2tb69lt
time="2022-01-26T03:43:22.811Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:43:22.811Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:43:22.811Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:43:22.81Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:43:22.811Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=xffn2899 stale=0 standby=1 unclaimed=1
time="2022-01-26T03:43:22.811Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899 unassignedCount=0
time="2022-01-26T03:43:22.811Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xffn2899
time="2022-01-26T03:43:22.811Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xffn2899
time="2022-01-26T03:43:22.812Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8x7qwc8
time="2022-01-26T03:43:22.812Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=f8x7qwc8
time="2022-01-26T03:43:22.913Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=x2tb69lt states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:43:22.913Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=x2tb69lt
time="2022-01-26T03:43:22.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=102 elapsedMillisGT=0 outcome=unspecified reconcileID=x2tb69lt
time="2022-01-26T03:43:52.808Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: i/o timeout" reconcileID=2xm9zk68
time="2022-01-26T03:43:52.808Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=2xm9zk68
time="2022-01-26T03:43:52.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=lj5qhn2x
time="2022-01-26T03:43:52.808Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=lj5qhn2x
time="2022-01-26T03:44:22.809Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=lj5qhn2x
time="2022-01-26T03:44:22.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=2987bhwv
time="2022-01-26T03:44:22.821Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=2987bhwv
time="2022-01-26T03:44:22.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2987bhwv
time="2022-01-26T03:44:22.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vdm47q2m
time="2022-01-26T03:44:22.821Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=vdm47q2m
time="2022-01-26T03:44:22.821Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vdm47q2m
time="2022-01-26T03:44:22.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vdm47q2m
time="2022-01-26T03:44:22.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=hqmtw9j9
time="2022-01-26T03:44:22.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=26vrm54v
time="2022-01-26T03:44:22.821Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=hqmtw9j9
time="2022-01-26T03:44:22.821Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=26vrm54v
time="2022-01-26T03:44:22.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26vrm54v
time="2022-01-26T03:44:22.821Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=gb5jd9ck
time="2022-01-26T03:44:22.821Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=hqmtw9j9
time="2022-01-26T03:44:22.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hqmtw9j9
time="2022-01-26T03:44:22.821Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=gb5jd9ck
time="2022-01-26T03:44:22.821Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=gb5jd9ck
time="2022-01-26T03:44:22.821Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=zx54tlbk
time="2022-01-26T03:44:22.821Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=n2p482k2
time="2022-01-26T03:44:22.821Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=zx54tlbk
time="2022-01-26T03:44:22.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zx54tlbk
time="2022-01-26T03:44:22.821Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=n2p482k2
time="2022-01-26T03:44:22.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=w24bqk67
time="2022-01-26T03:44:22.821Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=w24bqk67
time="2022-01-26T03:44:22.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w24bqk67
time="2022-01-26T03:44:22.821Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=n2p482k2
time="2022-01-26T03:44:22.821Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=n2p482k2
time="2022-01-26T03:44:22.821Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T03:44:22.821Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=n2p482k2
time="2022-01-26T03:44:22.821Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n2p482k2
time="2022-01-26T03:44:22.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=lj5qhn2x
time="2022-01-26T03:44:22.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=m4dvfnh8
time="2022-01-26T03:44:22.822Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=m4dvfnh8
time="2022-01-26T03:44:22.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t4v24q7w
time="2022-01-26T03:44:22.826Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=kdpzvh8m
time="2022-01-26T03:44:22.826Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=kdpzvh8m
time="2022-01-26T03:44:22.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kdpzvh8m
time="2022-01-26T03:44:22.826Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:44:22.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:44:22.826Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T03:44:22.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T03:44:22.826Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:44:22.826Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:44:22.826Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T03:44:22.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=xgz4b25x
time="2022-01-26T03:44:22.826Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t4v24q7w
time="2022-01-26T03:44:22.826Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=xgz4b25x
time="2022-01-26T03:44:22.826Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t4v24q7w
time="2022-01-26T03:44:22.826Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t4v24q7w
time="2022-01-26T03:44:22.827Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=xgz4b25x
time="2022-01-26T03:44:22.827Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=zsl54pnd
time="2022-01-26T03:44:22.827Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:44:22.827Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=zsl54pnd
time="2022-01-26T03:44:22.827Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=zsl54pnd
time="2022-01-26T03:44:22.827Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:44:22.827Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=jztmr87t stale=0 standby=1 unclaimed=1
time="2022-01-26T03:44:22.827Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t unassignedCount=0
time="2022-01-26T03:44:22.827Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jztmr87t
time="2022-01-26T03:44:22.827Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jztmr87t
time="2022-01-26T03:44:22.828Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=t4v24q7w
time="2022-01-26T03:44:22.828Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=t4v24q7w
time="2022-01-26T03:44:22.969Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=xgz4b25x states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:44:22.969Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=xgz4b25x
time="2022-01-26T03:44:22.969Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=142 elapsedMillisGT=0 outcome=unspecified reconcileID=xgz4b25x
time="2022-01-26T03:44:52.823Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=m4dvfnh8
time="2022-01-26T03:44:52.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=m4dvfnh8
time="2022-01-26T03:45:00.144Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T03:45:00.144Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T03:45:13.272Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:45:13.273Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:45:13.273Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:45:13.273Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:45:13.273Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:45:13.273Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:46:36.649Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=26r4zwbp
time="2022-01-26T03:46:36.649Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=26r4zwbp
time="2022-01-26T03:47:06.65Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=26r4zwbp
time="2022-01-26T03:47:06.65Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=26r4zwbp
time="2022-01-26T03:47:13.273Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:47:13.273Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:47:13.273Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:47:13.273Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:47:13.273Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:47:13.274Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:49:10Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9fg4z8tc
time="2022-01-26T03:49:10Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=9fg4z8tc
time="2022-01-26T03:49:10Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9fg4z8tc
time="2022-01-26T03:49:10Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9fg4z8tc
time="2022-01-26T03:49:13.275Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:49:13.275Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:49:13.275Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:49:13.275Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:49:13.275Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:49:13.275Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:50:01.337Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mm6dbqsq
time="2022-01-26T03:50:01.337Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mm6dbqsq
time="2022-01-26T03:50:01.337Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mm6dbqsq
time="2022-01-26T03:50:01.337Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=q7r4qfh8
time="2022-01-26T03:50:01.337Z" level=info msg="Stopping cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=q7r4qfh8
time="2022-01-26T03:50:01.337Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Hibernating controller=hibernation reason=Stopping reconcileID=q7r4qfh8
time="2022-01-26T03:50:01.337Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=StoppingOrHibernating reconcileID=q7r4qfh8
time="2022-01-26T03:50:01.338Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=q7r4qfh8
time="2022-01-26T03:50:01.338Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=mr9jzn5b
time="2022-01-26T03:50:01.338Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=mr9jzn5b
time="2022-01-26T03:50:01.338Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=mr9jzn5b
time="2022-01-26T03:50:01.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=h5qvtvg5
time="2022-01-26T03:50:01.338Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h37m39.661140113s reconcileID=h5qvtvg5
time="2022-01-26T03:50:01.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5qvtvg5
time="2022-01-26T03:50:01.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=k8zfpjhm
time="2022-01-26T03:50:01.338Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=k8zfpjhm
time="2022-01-26T03:50:01.339Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k8zfpjhm
time="2022-01-26T03:50:01.339Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:50:01.339Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:50:01.339Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:50:01.339Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=z89mt62w
time="2022-01-26T03:50:01.339Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=z89mt62w
time="2022-01-26T03:50:01.34Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=v4pzz57d
time="2022-01-26T03:50:01.341Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:01.341Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:01.341Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:01.341Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:01.341Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=v4pzz57d
time="2022-01-26T03:50:01.341Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=v4pzz57d
time="2022-01-26T03:50:01.341Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=v4pzz57d
time="2022-01-26T03:50:01.343Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=v4pzz57d
time="2022-01-26T03:50:01.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=v4pzz57d
time="2022-01-26T03:50:01.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=5jrfwxs6
time="2022-01-26T03:50:01.343Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=5jrfwxs6
time="2022-01-26T03:50:01.343Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=5jrfwxs6
time="2022-01-26T03:50:01.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5jrfwxs6
time="2022-01-26T03:50:01.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=gzcrmzcp
time="2022-01-26T03:50:01.344Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=gzcrmzcp
time="2022-01-26T03:50:01.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gzcrmzcp
time="2022-01-26T03:50:01.344Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vd9wctwg
time="2022-01-26T03:50:01.344Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:50:01.344Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=gtwfccp8
time="2022-01-26T03:50:01.344Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=gtwfccp8
time="2022-01-26T03:50:01.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gtwfccp8
time="2022-01-26T03:50:01.345Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:50:01.345Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=mngbfq9r stale=0 standby=1 unclaimed=1
time="2022-01-26T03:50:01.345Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r unassignedCount=0
time="2022-01-26T03:50:01.345Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mngbfq9r
time="2022-01-26T03:50:01.345Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4zwsq8k6
time="2022-01-26T03:50:01.346Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=26zrkz7l
time="2022-01-26T03:50:01.347Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=26zrkz7l
time="2022-01-26T03:50:01.347Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=26zrkz7l
time="2022-01-26T03:50:01.347Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=26zrkz7l
time="2022-01-26T03:50:01.347Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:50:01.347Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=26zrkz7l
time="2022-01-26T03:50:01.347Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26zrkz7l
time="2022-01-26T03:50:01.347Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=n9cg79k2
time="2022-01-26T03:50:01.347Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=n9cg79k2
time="2022-01-26T03:50:01.347Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=n9cg79k2
time="2022-01-26T03:50:01.347Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9cg79k2
time="2022-01-26T03:50:01.451Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vd9wctwg
time="2022-01-26T03:50:01.462Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4zwsq8k6
time="2022-01-26T03:50:01.462Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4zwsq8k6
time="2022-01-26T03:50:01.462Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=117 elapsedMillisGT=0 outcome=unspecified reconcileID=4zwsq8k6
time="2022-01-26T03:50:01.475Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vd9wctwg
time="2022-01-26T03:50:01.475Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vd9wctwg
time="2022-01-26T03:50:01.501Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=162 elapsedMillisGT=0 outcome=unspecified reconcileID=z89mt62w
time="2022-01-26T03:50:01.506Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=q7r4qfh8 states="map[pending:{} running:{}]"
time="2022-01-26T03:50:01.506Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation instanceIDs="[i-08e24729a59dbbee0 i-0b3ae37905fd63008 i-00c7af749f13b3139 i-00167ffdd127c437a i-03878cea5679c544f i-06fc6959a37d57fa9]" reconcileID=q7r4qfh8
time="2022-01-26T03:50:01.519Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vd9wctwg
time="2022-01-26T03:50:01.519Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vd9wctwg
time="2022-01-26T03:50:01.528Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vd9wctwg
time="2022-01-26T03:50:01.528Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vd9wctwg
time="2022-01-26T03:50:01.528Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=183 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=vd9wctwg
time="2022-01-26T03:50:02.151Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=813 elapsedMillisGT=0 outcome=unspecified reconcileID=q7r4qfh8
time="2022-01-26T03:50:02.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=6fhfk4m6
time="2022-01-26T03:50:02.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=2kqvg9lz
time="2022-01-26T03:50:02.152Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h37m38.847571009s reconcileID=2kqvg9lz
time="2022-01-26T03:50:02.152Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=6fhfk4m6
time="2022-01-26T03:50:02.152Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kqvg9lz
time="2022-01-26T03:50:02.152Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6fhfk4m6
time="2022-01-26T03:50:02.152Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=46dpnss6
time="2022-01-26T03:50:02.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=5xb798db
time="2022-01-26T03:50:02.152Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=5xb798db
time="2022-01-26T03:50:02.152Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xb798db
time="2022-01-26T03:50:02.152Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=46dpnss6
time="2022-01-26T03:50:02.152Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=zg7jptmf
time="2022-01-26T03:50:02.152Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=46dpnss6
time="2022-01-26T03:50:02.152Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=zg7jptmf
time="2022-01-26T03:50:02.152Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zg7jptmf
time="2022-01-26T03:50:02.152Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=46dpnss6
time="2022-01-26T03:50:02.152Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:50:02.152Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=46dpnss6
time="2022-01-26T03:50:02.152Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46dpnss6
time="2022-01-26T03:50:02.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4jlkflsw
time="2022-01-26T03:50:02.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=grhqshkd
time="2022-01-26T03:50:02.152Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=grhqshkd
time="2022-01-26T03:50:02.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=z4r4w2kb
time="2022-01-26T03:50:02.154Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=z4r4w2kb
time="2022-01-26T03:50:02.154Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=z4r4w2kb
time="2022-01-26T03:50:02.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4r4w2kb
time="2022-01-26T03:50:02.154Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=fhh7dnkv
time="2022-01-26T03:50:02.154Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=fhh7dnkv
time="2022-01-26T03:50:02.154Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=fhh7dnkv
time="2022-01-26T03:50:02.157Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=2dth9sz8
time="2022-01-26T03:50:02.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=h28dzlmh
time="2022-01-26T03:50:02.157Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=h28dzlmh
time="2022-01-26T03:50:02.157Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.157Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:50:02.157Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=jk94jnx8 stale=0 standby=1 unclaimed=1
time="2022-01-26T03:50:02.157Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8 unassignedCount=0
time="2022-01-26T03:50:02.157Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=h28dzlmh
time="2022-01-26T03:50:02.158Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jk94jnx8
time="2022-01-26T03:50:02.158Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.158Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=fmdpswhm
time="2022-01-26T03:50:02.157Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=2dth9sz8
time="2022-01-26T03:50:02.158Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=2dth9sz8
time="2022-01-26T03:50:02.158Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:50:02.158Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=fmdpswhm
time="2022-01-26T03:50:02.158Z" level=debug msg="conditions changed, updating claim status"
time="2022-01-26T03:50:02.158Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmdpswhm
time="2022-01-26T03:50:02.158Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.158Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:50:02.162Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=24jgvbmg
time="2022-01-26T03:50:02.162Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:50:02.162Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6bbh5bq6
time="2022-01-26T03:50:02.162Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.162Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.162Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.162Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.162Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6bbh5bq6
time="2022-01-26T03:50:02.163Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6bbh5bq6
time="2022-01-26T03:50:02.163Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6bbh5bq6
time="2022-01-26T03:50:02.164Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:50:02.164Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=bg5255pz stale=0 standby=1 unclaimed=1
time="2022-01-26T03:50:02.164Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz unassignedCount=0
time="2022-01-26T03:50:02.164Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bg5255pz
time="2022-01-26T03:50:02.164Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=2dth9sz8
time="2022-01-26T03:50:02.164Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=pt8z8d7c
time="2022-01-26T03:50:02.164Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=pt8z8d7c
time="2022-01-26T03:50:02.164Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=pt8z8d7c
time="2022-01-26T03:50:02.164Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:50:02.164Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pt8z8d7c
time="2022-01-26T03:50:02.165Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6bbh5bq6
time="2022-01-26T03:50:02.165Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=6bbh5bq6
time="2022-01-26T03:50:02.223Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=h28dzlmh states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:50:02.224Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=h28dzlmh
time="2022-01-26T03:50:02.25Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=24jgvbmg
time="2022-01-26T03:50:02.256Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4jlkflsw
time="2022-01-26T03:50:02.256Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=4jlkflsw
time="2022-01-26T03:50:02.256Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=4jlkflsw
time="2022-01-26T03:50:02.295Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=24jgvbmg
time="2022-01-26T03:50:02.295Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=24jgvbmg
time="2022-01-26T03:50:02.309Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=h28dzlmh states="map[pending:{} running:{}]"
time="2022-01-26T03:50:02.309Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=h28dzlmh
time="2022-01-26T03:50:02.309Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=h28dzlmh
time="2022-01-26T03:50:02.32Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=162 elapsedMillisGT=0 outcome=unspecified reconcileID=h28dzlmh
time="2022-01-26T03:50:02.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=w5tmwqc8
time="2022-01-26T03:50:02.321Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h37m38.678053079s reconcileID=w5tmwqc8
time="2022-01-26T03:50:02.321Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5tmwqc8
time="2022-01-26T03:50:02.322Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=wnlknzlx
time="2022-01-26T03:50:02.322Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=wnlknzlx
time="2022-01-26T03:50:02.322Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnlknzlx
time="2022-01-26T03:50:02.322Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=lvswjcch
time="2022-01-26T03:50:02.322Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=lvswjcch
time="2022-01-26T03:50:02.322Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=lvswjcch
time="2022-01-26T03:50:02.322Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lvswjcch
time="2022-01-26T03:50:02.322Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=sn928l5k
time="2022-01-26T03:50:02.322Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=sn928l5k
time="2022-01-26T03:50:02.322Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=sn928l5k
time="2022-01-26T03:50:02.322Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=rbw9qclv
time="2022-01-26T03:50:02.322Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=rbw9qclv
time="2022-01-26T03:50:02.322Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=rbw9qclv
time="2022-01-26T03:50:02.322Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=rbw9qclv
time="2022-01-26T03:50:02.322Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:50:02.322Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=rbw9qclv
time="2022-01-26T03:50:02.322Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rbw9qclv
time="2022-01-26T03:50:02.322Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=dwlpdcvz
time="2022-01-26T03:50:02.322Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=dwlpdcvz
time="2022-01-26T03:50:02.322Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dwlpdcvz
time="2022-01-26T03:50:02.322Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=fv4wbbt8
time="2022-01-26T03:50:02.322Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=fv4wbbt8
time="2022-01-26T03:50:02.322Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fv4wbbt8
time="2022-01-26T03:50:02.323Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=xcpwtn72
time="2022-01-26T03:50:02.327Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=24jgvbmg
time="2022-01-26T03:50:02.327Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=24jgvbmg
time="2022-01-26T03:50:02.328Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.328Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:50:02.328Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=vwf9w52w stale=0 standby=1 unclaimed=1
time="2022-01-26T03:50:02.328Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w unassignedCount=0
time="2022-01-26T03:50:02.328Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.328Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.328Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.328Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.328Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.328Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.328Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.328Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwf9w52w
time="2022-01-26T03:50:02.329Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=176 elapsedMillisGT=0 outcome=unspecified reconcileID=grhqshkd
time="2022-01-26T03:50:02.329Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=kh8kjdtz
time="2022-01-26T03:50:02.329Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=kh8kjdtz
time="2022-01-26T03:50:02.329Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=vwf9w52w
time="2022-01-26T03:50:02.329Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=d25mggqs
time="2022-01-26T03:50:02.329Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=d25mggqs
time="2022-01-26T03:50:02.329Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d25mggqs
time="2022-01-26T03:50:02.329Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xhllhgvs
time="2022-01-26T03:50:02.329Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xhllhgvs
time="2022-01-26T03:50:02.33Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xhllhgvs
time="2022-01-26T03:50:02.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jgh2kklp
time="2022-01-26T03:50:02.332Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.332Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.332Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.332Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.332Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jgh2kklp
time="2022-01-26T03:50:02.332Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jgh2kklp
time="2022-01-26T03:50:02.332Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jgh2kklp
time="2022-01-26T03:50:02.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.333Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:50:02.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:50:02.333Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=mv9x5wnk
time="2022-01-26T03:50:02.333Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=mv9x5wnk
time="2022-01-26T03:50:02.333Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=mv9x5wnk
time="2022-01-26T03:50:02.333Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:50:02.333Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mv9x5wnk
time="2022-01-26T03:50:02.333Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jgh2kklp
time="2022-01-26T03:50:02.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=jgh2kklp
time="2022-01-26T03:50:02.334Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=24jgvbmg
time="2022-01-26T03:50:02.334Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=24jgvbmg
time="2022-01-26T03:50:02.334Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=171 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=24jgvbmg
time="2022-01-26T03:50:02.334Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fdvszmhm
time="2022-01-26T03:50:02.334Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:50:02.415Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xhllhgvs states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:50:02.416Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xhllhgvs
time="2022-01-26T03:50:02.424Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=xcpwtn72
time="2022-01-26T03:50:02.424Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=xcpwtn72
time="2022-01-26T03:50:02.424Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=xcpwtn72
time="2022-01-26T03:50:02.428Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fdvszmhm
time="2022-01-26T03:50:02.45Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=121 elapsedMillisGT=0 outcome=unspecified reconcileID=kh8kjdtz
time="2022-01-26T03:50:02.454Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fdvszmhm
time="2022-01-26T03:50:02.454Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fdvszmhm
time="2022-01-26T03:50:02.481Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fdvszmhm
time="2022-01-26T03:50:02.481Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fdvszmhm
time="2022-01-26T03:50:02.486Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fdvszmhm
time="2022-01-26T03:50:02.486Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=fdvszmhm
time="2022-01-26T03:50:02.486Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=152 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=fdvszmhm
time="2022-01-26T03:50:02.496Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xhllhgvs states="map[pending:{} running:{}]"
time="2022-01-26T03:50:02.496Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xhllhgvs
time="2022-01-26T03:50:02.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=167 elapsedMillisGT=0 outcome=unspecified reconcileID=xhllhgvs
time="2022-01-26T03:51:02.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=bvmgrckl
time="2022-01-26T03:51:02.497Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=bvmgrckl
time="2022-01-26T03:51:02.497Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=bvmgrckl
time="2022-01-26T03:51:02.633Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=5 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=bvmgrckl states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:51:02.633Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=bvmgrckl
time="2022-01-26T03:51:02.686Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=bvmgrckl states="map[pending:{} running:{}]"
time="2022-01-26T03:51:02.686Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=bvmgrckl
time="2022-01-26T03:51:02.686Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=bvmgrckl
time="2022-01-26T03:51:02.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=7d94vmkk
time="2022-01-26T03:51:02.698Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h36m38.301550402s reconcileID=7d94vmkk
time="2022-01-26T03:51:02.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7d94vmkk
time="2022-01-26T03:51:02.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=fs89hm4z
time="2022-01-26T03:51:02.698Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=fs89hm4z
time="2022-01-26T03:51:02.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fs89hm4z
time="2022-01-26T03:51:02.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=kk7kdkw4
time="2022-01-26T03:51:02.698Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=kk7kdkw4
time="2022-01-26T03:51:02.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wf8cqzk7
time="2022-01-26T03:51:02.7Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wf8cqzk7
time="2022-01-26T03:51:02.7Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wf8cqzk7
time="2022-01-26T03:51:02.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wf8cqzk7
time="2022-01-26T03:51:02.7Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=6r54qdrk
time="2022-01-26T03:51:02.7Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=6r54qdrk
time="2022-01-26T03:51:02.7Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=6r54qdrk
time="2022-01-26T03:51:02.701Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=l522xjzq
time="2022-01-26T03:51:02.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=l522xjzq
time="2022-01-26T03:51:02.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=l522xjzq
time="2022-01-26T03:51:02.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=l522xjzq
time="2022-01-26T03:51:02.701Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:51:02.701Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=l522xjzq
time="2022-01-26T03:51:02.701Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l522xjzq
time="2022-01-26T03:51:02.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=nhl7t4mt
time="2022-01-26T03:51:02.701Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=nhl7t4mt
time="2022-01-26T03:51:02.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhl7t4mt
time="2022-01-26T03:51:02.701Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=7vw57wqq
time="2022-01-26T03:51:02.701Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=7vw57wqq
time="2022-01-26T03:51:02.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7vw57wqq
time="2022-01-26T03:51:02.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=l6zhv4lp
time="2022-01-26T03:51:02.703Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=205 elapsedMillisGT=0 outcome=unspecified reconcileID=bvmgrckl
time="2022-01-26T03:51:02.706Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=259zz68r
time="2022-01-26T03:51:02.706Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=259zz68r
time="2022-01-26T03:51:02.706Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=259zz68r
time="2022-01-26T03:51:02.706Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:51:02.706Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=259zz68r
time="2022-01-26T03:51:02.706Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:51:02.706Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=rph9ngqv stale=0 standby=1 unclaimed=1
time="2022-01-26T03:51:02.706Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv unassignedCount=0
time="2022-01-26T03:51:02.706Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rph9ngqv
time="2022-01-26T03:51:02.706Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rph9ngqv
time="2022-01-26T03:51:02.707Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mfgtp8rr
time="2022-01-26T03:51:02.707Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mfgtp8rr
time="2022-01-26T03:51:02.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mfgtp8rr
time="2022-01-26T03:51:02.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=gtphr2tk
time="2022-01-26T03:51:02.707Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=gtphr2tk
time="2022-01-26T03:51:02.707Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=gtphr2tk
time="2022-01-26T03:51:02.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:02.707Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:02.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:51:02.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q2hlp79g
time="2022-01-26T03:51:02.707Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:02.708Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:02.708Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:02.708Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:02.708Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q2hlp79g
time="2022-01-26T03:51:02.708Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q2hlp79g
time="2022-01-26T03:51:02.708Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q2hlp79g
time="2022-01-26T03:51:02.71Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=lmzzbkvs
time="2022-01-26T03:51:02.71Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:51:02.71Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=q2hlp79g
time="2022-01-26T03:51:02.71Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=q2hlp79g
time="2022-01-26T03:51:02.758Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=5 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=gtphr2tk states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:51:02.758Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=gtphr2tk
time="2022-01-26T03:51:02.81Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=gtphr2tk states="map[pending:{} running:{}]"
time="2022-01-26T03:51:02.81Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=gtphr2tk
time="2022-01-26T03:51:02.81Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=gtphr2tk
I0126 03:51:06.901450       1 request.go:665] Waited for 1.087060951s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/operator.openshift.io/v1alpha1?timeout=32s
time="2022-01-26T03:51:12.715Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=lmzzbkvs
time="2022-01-26T03:51:13.276Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:51:13.276Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:51:13.276Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:51:13.276Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:51:13.276Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:51:13.276Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:51:35.711Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=l6zhv4lp
time="2022-01-26T03:51:35.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=33009 elapsedMillisGT=30000 outcome=unspecified reconcileID=l6zhv4lp
time="2022-01-26T03:51:35.711Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.711Z" level=error msg="failed to list target cluster operators" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=kk7kdkw4
time="2022-01-26T03:51:35.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=33012 elapsedMillisGT=30000 outcome=unspecified reconcileID=kk7kdkw4
time="2022-01-26T03:51:35.711Z" level=error msg="Reconciler error" _name=clusterstate-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.712Z" level=error msg="unable to fetch master machines" controller=machinepool error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.22.12.43:6443: connect: connection refused" machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=lmzzbkvs
time="2022-01-26T03:51:35.712Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=33001 elapsedMillisGT=30000 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=lmzzbkvs
time="2022-01-26T03:51:35.712Z" level=error msg="Reconciler error" _name=machinepool-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws-worker namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=nn726dpg
time="2022-01-26T03:51:35.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=2x87xw2l
time="2022-01-26T03:51:35.716Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=nn726dpg
time="2022-01-26T03:51:35.723Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xwm5ns79
time="2022-01-26T03:51:35.723Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:51:35.725Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=2x87xw2l
time="2022-01-26T03:51:35.726Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=nn726dpg
time="2022-01-26T03:51:35.734Z" level=info msg="remote cluster is unreachable" controller=machinepool error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xwm5ns79
time="2022-01-26T03:51:35.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=vc2pps85
time="2022-01-26T03:51:35.737Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=vc2pps85
time="2022-01-26T03:51:35.737Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vc2pps85
time="2022-01-26T03:51:35.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=5k6bvdpp
time="2022-01-26T03:51:35.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=4p6slbxn
time="2022-01-26T03:51:35.738Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=4p6slbxn
time="2022-01-26T03:51:35.738Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=5k6bvdpp
time="2022-01-26T03:51:35.738Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=5k6bvdpp
time="2022-01-26T03:51:35.738Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5k6bvdpp
time="2022-01-26T03:51:35.738Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=lqq6cdcw
time="2022-01-26T03:51:35.738Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=lqq6cdcw
time="2022-01-26T03:51:35.738Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=lqq6cdcw
time="2022-01-26T03:51:35.738Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=bz7gdzsl
time="2022-01-26T03:51:35.738Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=bz7gdzsl
time="2022-01-26T03:51:35.738Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=bz7gdzsl
time="2022-01-26T03:51:35.738Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=bz7gdzsl
time="2022-01-26T03:51:35.738Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:51:35.738Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=bz7gdzsl
time="2022-01-26T03:51:35.738Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bz7gdzsl
time="2022-01-26T03:51:35.738Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=s4mfpbr2
time="2022-01-26T03:51:35.738Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=s4mfpbr2
time="2022-01-26T03:51:35.738Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s4mfpbr2
time="2022-01-26T03:51:35.738Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=5vv5k2fj
time="2022-01-26T03:51:35.738Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=5vv5k2fj
time="2022-01-26T03:51:35.738Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vv5k2fj
time="2022-01-26T03:51:35.739Z" level=info msg="could not update clusterdeployment with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nn726dpg
time="2022-01-26T03:51:35.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=nn726dpg
time="2022-01-26T03:51:35.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=5gkwjvbt
time="2022-01-26T03:51:35.739Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=5gkwjvbt
time="2022-01-26T03:51:35.739Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=5gkwjvbt
time="2022-01-26T03:51:35.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5gkwjvbt
time="2022-01-26T03:51:35.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=2x87xw2l
time="2022-01-26T03:51:35.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=nhcrtjfw
time="2022-01-26T03:51:35.74Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=nhcrtjfw
time="2022-01-26T03:51:35.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhcrtjfw
time="2022-01-26T03:51:35.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xmg4wcvc
time="2022-01-26T03:51:35.743Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=x96hpw2s
time="2022-01-26T03:51:35.743Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xmg4wcvc
time="2022-01-26T03:51:35.743Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=x96hpw2s
time="2022-01-26T03:51:35.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x96hpw2s
time="2022-01-26T03:51:35.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.743Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:51:35.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=chnllwhx
time="2022-01-26T03:51:35.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.743Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=chnllwhx
time="2022-01-26T03:51:35.743Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=chnllwhx
time="2022-01-26T03:51:35.743Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=chnllwhx
time="2022-01-26T03:51:35.743Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xmg4wcvc
time="2022-01-26T03:51:35.743Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=v7wg5btk
time="2022-01-26T03:51:35.744Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=v7wg5btk
time="2022-01-26T03:51:35.744Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=v7wg5btk
time="2022-01-26T03:51:35.744Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:51:35.744Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v7wg5btk
time="2022-01-26T03:51:35.744Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:51:35.744Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=7zk6gm7r stale=0 standby=1 unclaimed=1
time="2022-01-26T03:51:35.744Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r unassignedCount=0
time="2022-01-26T03:51:35.744Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.744Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zk6gm7r
time="2022-01-26T03:51:35.745Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=chnllwhx
time="2022-01-26T03:51:35.745Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=chnllwhx
time="2022-01-26T03:51:35.746Z" level=info msg="could not update clusterdeployment with unreachable condition" controller=machinepool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xwm5ns79
time="2022-01-26T03:51:35.746Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=22 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=xwm5ns79
time="2022-01-26T03:51:35.748Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=4p6slbxn
time="2022-01-26T03:51:35.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4p6slbxn
time="2022-01-26T03:51:35.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=m8vcktvc
time="2022-01-26T03:51:35.75Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=m8vcktvc
time="2022-01-26T03:51:35.75Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=m8vcktvc
time="2022-01-26T03:51:35.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m8vcktvc
time="2022-01-26T03:51:35.753Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=frl567nb
time="2022-01-26T03:51:35.753Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=frl567nb
time="2022-01-26T03:51:35.758Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=jph9kptd
time="2022-01-26T03:51:35.758Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:51:35.758Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=jph9kptd
time="2022-01-26T03:51:35.758Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=jph9kptd
time="2022-01-26T03:51:35.762Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=frl567nb
time="2022-01-26T03:51:35.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=frl567nb
time="2022-01-26T03:51:35.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=vff2nqhd
time="2022-01-26T03:51:35.772Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=vff2nqhd
time="2022-01-26T03:51:35.782Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=vff2nqhd
time="2022-01-26T03:51:35.782Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=vff2nqhd
time="2022-01-26T03:51:35.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=v97cxvdz
time="2022-01-26T03:51:35.802Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=v97cxvdz
time="2022-01-26T03:51:35.809Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=v97cxvdz
time="2022-01-26T03:51:35.809Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=v97cxvdz
time="2022-01-26T03:51:35.831Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=3 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xmg4wcvc states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:51:35.831Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xmg4wcvc
time="2022-01-26T03:51:35.849Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=g5vq4r6w
time="2022-01-26T03:51:35.849Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=g5vq4r6w
time="2022-01-26T03:51:35.859Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=g5vq4r6w
time="2022-01-26T03:51:35.859Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=g5vq4r6w
time="2022-01-26T03:51:35.879Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xmg4wcvc states="map[pending:{} running:{}]"
time="2022-01-26T03:51:35.879Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xmg4wcvc
time="2022-01-26T03:51:35.879Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=xmg4wcvc
time="2022-01-26T03:51:35.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=w4dljsd9
time="2022-01-26T03:51:35.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=zmjtwg8q
time="2022-01-26T03:51:35.89Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=zmjtwg8q
time="2022-01-26T03:51:35.89Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=w4dljsd9
time="2022-01-26T03:51:35.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmjtwg8q
time="2022-01-26T03:51:35.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=p8n6rc7q
time="2022-01-26T03:51:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=p8n6rc7q
time="2022-01-26T03:51:35.891Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=p8n6rc7q
time="2022-01-26T03:51:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8n6rc7q
time="2022-01-26T03:51:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wpz5bkjd
time="2022-01-26T03:51:35.891Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wpz5bkjd
time="2022-01-26T03:51:35.891Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wpz5bkjd
time="2022-01-26T03:51:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpz5bkjd
time="2022-01-26T03:51:35.891Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=5r6pm77n
time="2022-01-26T03:51:35.891Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=5r6pm77n
time="2022-01-26T03:51:35.891Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=5r6pm77n
time="2022-01-26T03:51:35.891Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=vsn6gsps
time="2022-01-26T03:51:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vsn6gsps
time="2022-01-26T03:51:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vsn6gsps
time="2022-01-26T03:51:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=vsn6gsps
time="2022-01-26T03:51:35.891Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:51:35.891Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=vsn6gsps
time="2022-01-26T03:51:35.891Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vsn6gsps
time="2022-01-26T03:51:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=sxzffczg
time="2022-01-26T03:51:35.891Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=sxzffczg
time="2022-01-26T03:51:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sxzffczg
time="2022-01-26T03:51:35.891Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=zx298n2h
time="2022-01-26T03:51:35.891Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=zx298n2h
time="2022-01-26T03:51:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zx298n2h
time="2022-01-26T03:51:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=gl5ss4z5
time="2022-01-26T03:51:35.891Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=gl5ss4z5
time="2022-01-26T03:51:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gl5ss4z5
time="2022-01-26T03:51:35.892Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=148 elapsedMillisGT=0 outcome=unspecified reconcileID=xmg4wcvc
time="2022-01-26T03:51:35.896Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=r7mtblm9
time="2022-01-26T03:51:35.896Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wdlmggtz
time="2022-01-26T03:51:35.896Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wdlmggtz
time="2022-01-26T03:51:35.896Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdlmggtz
time="2022-01-26T03:51:35.896Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=6c7wf79t
time="2022-01-26T03:51:35.896Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.896Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:51:35.896Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=6c7wf79t
time="2022-01-26T03:51:35.896Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=6c7wf79t
time="2022-01-26T03:51:35.896Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.896Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.896Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.896Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:51:35.896Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.896Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:51:35.896Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=r7mtblm9
time="2022-01-26T03:51:35.896Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=r7mtblm9
time="2022-01-26T03:51:35.896Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=r7mtblm9
time="2022-01-26T03:51:35.897Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:51:35.897Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=hm8t54gh stale=0 standby=1 unclaimed=1
time="2022-01-26T03:51:35.897Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh unassignedCount=0
time="2022-01-26T03:51:35.897Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hm8t54gh
time="2022-01-26T03:51:35.897Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=q7lkn6jd
time="2022-01-26T03:51:35.898Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=q7lkn6jd
time="2022-01-26T03:51:35.898Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=q7lkn6jd
time="2022-01-26T03:51:35.898Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:51:35.898Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q7lkn6jd
time="2022-01-26T03:51:35.898Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=r7mtblm9
time="2022-01-26T03:51:35.898Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=r7mtblm9
time="2022-01-26T03:51:35.9Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=w4dljsd9
time="2022-01-26T03:51:35.9Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=w4dljsd9
time="2022-01-26T03:51:35.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=9ctk8cm6
time="2022-01-26T03:51:35.903Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=9ctk8cm6
time="2022-01-26T03:51:35.903Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=9ctk8cm6
time="2022-01-26T03:51:35.94Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=5vfnhx29
time="2022-01-26T03:51:35.94Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=5vfnhx29
time="2022-01-26T03:51:35.949Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=5vfnhx29
time="2022-01-26T03:51:35.949Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=5vfnhx29
time="2022-01-26T03:51:35.952Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=3 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=9ctk8cm6 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:51:35.952Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=9ctk8cm6
time="2022-01-26T03:51:36.002Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=9ctk8cm6 states="map[pending:{} running:{}]"
time="2022-01-26T03:51:36.002Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=9ctk8cm6
time="2022-01-26T03:51:36.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=99 elapsedMillisGT=0 outcome=unspecified reconcileID=9ctk8cm6
time="2022-01-26T03:51:36.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=wx4n7cfx
time="2022-01-26T03:51:36.27Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=wx4n7cfx
time="2022-01-26T03:51:36.28Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=wx4n7cfx
time="2022-01-26T03:51:36.28Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=wx4n7cfx
time="2022-01-26T03:51:36.92Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=bp7l85ht
time="2022-01-26T03:51:36.92Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=bp7l85ht
time="2022-01-26T03:51:36.932Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=bp7l85ht
time="2022-01-26T03:51:36.932Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=bp7l85ht
time="2022-01-26T03:51:38.212Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=c44k6cxf
time="2022-01-26T03:51:38.212Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=c44k6cxf
time="2022-01-26T03:51:38.223Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=c44k6cxf
time="2022-01-26T03:51:38.223Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=c44k6cxf
time="2022-01-26T03:51:40.783Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=hdt95tgf
time="2022-01-26T03:51:40.783Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=hdt95tgf
time="2022-01-26T03:52:10.785Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=hdt95tgf
time="2022-01-26T03:52:10.785Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=hdt95tgf
time="2022-01-26T03:52:15.906Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=2rl9l7kp
time="2022-01-26T03:52:15.906Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=2rl9l7kp
time="2022-01-26T03:52:36.003Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=bcq2qhw2
time="2022-01-26T03:52:36.003Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=bcq2qhw2
time="2022-01-26T03:52:36.003Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=bcq2qhw2
time="2022-01-26T03:52:36.112Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=bcq2qhw2 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:52:36.112Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=bcq2qhw2
time="2022-01-26T03:52:36.112Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Hibernating controller=hibernation reason=Hibernating reconcileID=bcq2qhw2
time="2022-01-26T03:52:36.122Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=119 elapsedMillisGT=0 outcome=unspecified reconcileID=bcq2qhw2
time="2022-01-26T03:52:36.122Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jzkrzh9r
time="2022-01-26T03:52:36.122Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=rptft2dv
time="2022-01-26T03:52:36.122Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=rptft2dv
time="2022-01-26T03:52:36.122Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rptft2dv
time="2022-01-26T03:52:36.122Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=btspqz9c
time="2022-01-26T03:52:36.122Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=btspqz9c
time="2022-01-26T03:52:36.122Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jzkrzh9r
time="2022-01-26T03:52:36.122Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=btspqz9c
time="2022-01-26T03:52:36.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:52:36.123Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:52:36.123Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:52:36.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=t4kwv5f2
time="2022-01-26T03:52:36.123Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=t4kwv5f2
time="2022-01-26T03:52:36.123Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=t4kwv5f2
time="2022-01-26T03:52:36.123Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4kwv5f2
time="2022-01-26T03:52:36.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=g8cz72bs
time="2022-01-26T03:52:36.123Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:52:36.123Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:52:36.123Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=jzkrzh9r
time="2022-01-26T03:52:36.123Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:52:36.123Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:52:36.123Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=g8cz72bs
time="2022-01-26T03:52:36.123Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=g8cz72bs
time="2022-01-26T03:52:36.123Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=g8cz72bs
time="2022-01-26T03:52:36.124Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=5cfbmnt9
time="2022-01-26T03:52:36.125Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:52:36.125Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=5cfbmnt9
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=5cfbmnt9
time="2022-01-26T03:52:36.125Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=kgk62cp2
time="2022-01-26T03:52:36.125Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kgk62cp2
time="2022-01-26T03:52:36.125Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kgk62cp2
time="2022-01-26T03:52:36.125Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=kgk62cp2
time="2022-01-26T03:52:36.125Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:52:36.125Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=kgk62cp2
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kgk62cp2
time="2022-01-26T03:52:36.125Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=qq87xph7
time="2022-01-26T03:52:36.125Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=qq87xph7
time="2022-01-26T03:52:36.125Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=qq87xph7
time="2022-01-26T03:52:36.125Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qq87xph7
time="2022-01-26T03:52:36.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=p6g6rvld
time="2022-01-26T03:52:36.125Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=p6g6rvld
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p6g6rvld
time="2022-01-26T03:52:36.125Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=k4ttqkrm
time="2022-01-26T03:52:36.125Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=k4ttqkrm
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k4ttqkrm
time="2022-01-26T03:52:36.125Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=g8cz72bs
time="2022-01-26T03:52:36.125Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=g8cz72bs
time="2022-01-26T03:52:36.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=4vl7q2wf
time="2022-01-26T03:52:36.125Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=lgrgh8mn stale=0 standby=1 unclaimed=1
time="2022-01-26T03:52:36.125Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=4vl7q2wf
time="2022-01-26T03:52:36.125Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn unassignedCount=0
time="2022-01-26T03:52:36.125Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=4vl7q2wf
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vl7q2wf
time="2022-01-26T03:52:36.125Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=6rzv9fp2
time="2022-01-26T03:52:36.125Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=6rzv9fp2
time="2022-01-26T03:52:36.125Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=ff56vsrz
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rzv9fp2
time="2022-01-26T03:52:36.125Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.125Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=ff56vsrz
time="2022-01-26T03:52:36.125Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=ff56vsrz
time="2022-01-26T03:52:36.126Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lgrgh8mn
time="2022-01-26T03:52:36.17Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=jzkrzh9r states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:52:36.17Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jzkrzh9r
time="2022-01-26T03:52:36.17Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=47 elapsedMillisGT=0 outcome=unspecified reconcileID=jzkrzh9r
time="2022-01-26T03:52:45.908Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: i/o timeout" reconcileID=2rl9l7kp
time="2022-01-26T03:52:45.915Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2rl9l7kp
time="2022-01-26T03:52:45.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=30009 elapsedMillisGT=30000 outcome=unspecified reconcileID=2rl9l7kp
time="2022-01-26T03:52:45.915Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:52:45.915Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=bgn9f75q
time="2022-01-26T03:52:45.915Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=bgn9f75q
time="2022-01-26T03:53:09.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=qjgg4qzq
time="2022-01-26T03:53:09.077Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=qjgg4qzq
time="2022-01-26T03:53:09.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=70 elapsedMillisGT=0 outcome=unspecified reconcileID=qjgg4qzq
time="2022-01-26T03:53:13.277Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:53:13.277Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:53:13.277Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:53:13.277Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:53:13.277Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:53:13.277Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:53:15.916Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: i/o timeout" reconcileID=bgn9f75q
time="2022-01-26T03:53:15.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=30012 elapsedMillisGT=30000 outcome=unspecified reconcileID=bgn9f75q
time="2022-01-26T03:53:15.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=82zb7f8n
time="2022-01-26T03:53:15.927Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=82zb7f8n
time="2022-01-26T03:53:15.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=2mll22tf
time="2022-01-26T03:53:15.927Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=2mll22tf
time="2022-01-26T03:53:15.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mll22tf
time="2022-01-26T03:53:15.927Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=57pgrgcf
time="2022-01-26T03:53:15.928Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=57pgrgcf
time="2022-01-26T03:53:15.928Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=57pgrgcf
time="2022-01-26T03:53:15.928Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57pgrgcf
time="2022-01-26T03:53:15.928Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tclwqg2l
time="2022-01-26T03:53:15.928Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tclwqg2l
time="2022-01-26T03:53:15.928Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tclwqg2l
time="2022-01-26T03:53:15.928Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tclwqg2l
time="2022-01-26T03:53:15.928Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=rvxkqqq4
time="2022-01-26T03:53:15.928Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=rvxkqqq4
time="2022-01-26T03:53:15.928Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=rvxkqqq4
time="2022-01-26T03:53:15.928Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=wjmmk749
time="2022-01-26T03:53:15.928Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wjmmk749
time="2022-01-26T03:53:15.928Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wjmmk749
time="2022-01-26T03:53:15.928Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=wjmmk749
time="2022-01-26T03:53:15.928Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:53:15.928Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=wjmmk749
time="2022-01-26T03:53:15.928Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wjmmk749
time="2022-01-26T03:53:15.928Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=lk9vpwx2
time="2022-01-26T03:53:15.928Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=lk9vpwx2
time="2022-01-26T03:53:15.928Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lk9vpwx2
time="2022-01-26T03:53:15.928Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=frflr6kv
time="2022-01-26T03:53:15.928Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=frflr6kv
time="2022-01-26T03:53:15.928Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=frflr6kv
time="2022-01-26T03:53:15.928Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=m2bnvpw2
time="2022-01-26T03:53:15.928Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=m2bnvpw2
time="2022-01-26T03:53:15.928Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2bnvpw2
time="2022-01-26T03:53:15.933Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dk27scrd
time="2022-01-26T03:53:15.933Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:53:15.933Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=dk27scrd
time="2022-01-26T03:53:15.933Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=dk27scrd
time="2022-01-26T03:53:15.933Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mv4f7wsm
time="2022-01-26T03:53:15.933Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=mv4f7wsm
time="2022-01-26T03:53:15.933Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mv4f7wsm
time="2022-01-26T03:53:15.933Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=vj8sdglp
time="2022-01-26T03:53:15.933Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=vj8sdglp
time="2022-01-26T03:53:15.934Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=vj8sdglp
time="2022-01-26T03:53:15.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:53:15.934Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:53:15.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:53:15.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=klt94l77
time="2022-01-26T03:53:15.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:53:15.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:53:15.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:53:15.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:53:15.934Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=klt94l77
time="2022-01-26T03:53:15.934Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=klt94l77
time="2022-01-26T03:53:15.934Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=klt94l77
time="2022-01-26T03:53:15.935Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=klt94l77
time="2022-01-26T03:53:15.935Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=klt94l77
time="2022-01-26T03:53:15.94Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=rjxp92jg
time="2022-01-26T03:53:15.94Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=rjxp92jg
time="2022-01-26T03:53:15.94Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=rjxp92jg
time="2022-01-26T03:53:15.94Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:53:15.94Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rjxp92jg
time="2022-01-26T03:53:15.94Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:53:15.94Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=67qk527d stale=0 standby=1 unclaimed=1
time="2022-01-26T03:53:15.94Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d unassignedCount=0
time="2022-01-26T03:53:15.94Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=67qk527d
time="2022-01-26T03:53:15.94Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67qk527d
time="2022-01-26T03:53:15.983Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=vj8sdglp states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:53:15.983Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=vj8sdglp
time="2022-01-26T03:53:15.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=49 elapsedMillisGT=0 outcome=unspecified reconcileID=vj8sdglp
time="2022-01-26T03:53:45.929Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: i/o timeout" reconcileID=82zb7f8n
time="2022-01-26T03:53:45.929Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=82zb7f8n
time="2022-01-26T03:53:45.929Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=t2ntv6bq
time="2022-01-26T03:53:45.929Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=t2ntv6bq
time="2022-01-26T03:54:15.93Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.134.213.228:6443: i/o timeout" reconcileID=t2ntv6bq
time="2022-01-26T03:54:15.94Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=30011 elapsedMillisGT=30000 outcome=unspecified reconcileID=t2ntv6bq
time="2022-01-26T03:54:15.941Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=rczrxkvp
time="2022-01-26T03:54:15.941Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=rczrxkvp
time="2022-01-26T03:54:15.942Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=sl2bpb4k
time="2022-01-26T03:54:15.942Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=sl2bpb4k
time="2022-01-26T03:54:15.942Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sl2bpb4k
time="2022-01-26T03:54:15.942Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=8zt9ktm9
time="2022-01-26T03:54:15.942Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=8zt9ktm9
time="2022-01-26T03:54:15.942Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=8zt9ktm9
time="2022-01-26T03:54:15.942Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8zt9ktm9
time="2022-01-26T03:54:15.942Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=vnsw5qmb
time="2022-01-26T03:54:15.942Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=vnsw5qmb
time="2022-01-26T03:54:15.942Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=vnsw5qmb
time="2022-01-26T03:54:15.942Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnsw5qmb
time="2022-01-26T03:54:15.943Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=zt87t2w8
time="2022-01-26T03:54:15.943Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=zt87t2w8
time="2022-01-26T03:54:15.943Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=zt87t2w8
time="2022-01-26T03:54:15.943Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ngmwnn49
time="2022-01-26T03:54:15.943Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=qv2hq52p
time="2022-01-26T03:54:15.943Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ngmwnn49
time="2022-01-26T03:54:15.943Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=qv2hq52p
time="2022-01-26T03:54:15.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qv2hq52p
time="2022-01-26T03:54:15.943Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ngmwnn49
time="2022-01-26T03:54:15.943Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ngmwnn49
time="2022-01-26T03:54:15.943Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:54:15.943Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ngmwnn49
time="2022-01-26T03:54:15.943Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ngmwnn49
time="2022-01-26T03:54:15.943Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=vppmn6xr
time="2022-01-26T03:54:15.943Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=xl8rvwf6
time="2022-01-26T03:54:15.943Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=xl8rvwf6
time="2022-01-26T03:54:15.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xl8rvwf6
time="2022-01-26T03:54:15.943Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=vppmn6xr
time="2022-01-26T03:54:15.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vppmn6xr
time="2022-01-26T03:54:15.947Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jrzlq7gq
time="2022-01-26T03:54:15.947Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jrzlq7gq
time="2022-01-26T03:54:15.947Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=ljkhv6jd
time="2022-01-26T03:54:15.947Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=ljkhv6jd
time="2022-01-26T03:54:15.947Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljkhv6jd
time="2022-01-26T03:54:15.947Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=jrzlq7gq
time="2022-01-26T03:54:15.947Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:54:15.947Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:54:15.947Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:54:15.947Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=tfr4cbzm
time="2022-01-26T03:54:15.947Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:54:15.947Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=tfr4cbzm
time="2022-01-26T03:54:15.947Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=tfr4cbzm
time="2022-01-26T03:54:15.947Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5fvbp6ws
time="2022-01-26T03:54:15.948Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:15.948Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:15.948Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:15.948Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:15.948Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5fvbp6ws
time="2022-01-26T03:54:15.948Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5fvbp6ws
time="2022-01-26T03:54:15.948Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5fvbp6ws
time="2022-01-26T03:54:15.948Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=b82gq65m
time="2022-01-26T03:54:15.948Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=b82gq65m
time="2022-01-26T03:54:15.948Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=b82gq65m
time="2022-01-26T03:54:15.948Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:54:15.948Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b82gq65m
time="2022-01-26T03:54:15.948Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:54:15.948Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=zlddhbnd stale=0 standby=1 unclaimed=1
time="2022-01-26T03:54:15.948Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd unassignedCount=0
time="2022-01-26T03:54:15.948Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zlddhbnd
time="2022-01-26T03:54:15.948Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zlddhbnd
time="2022-01-26T03:54:15.949Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=5fvbp6ws
time="2022-01-26T03:54:15.949Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=5fvbp6ws
time="2022-01-26T03:54:16.055Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=jrzlq7gq states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T03:54:16.055Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jrzlq7gq
time="2022-01-26T03:54:16.055Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=108 elapsedMillisGT=0 outcome=unspecified reconcileID=jrzlq7gq
time="2022-01-26T03:54:43.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=hgzwrw8w
time="2022-01-26T03:54:43.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=w52fdrn4
time="2022-01-26T03:54:43.268Z" level=info msg="Resuming cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=hgzwrw8w
time="2022-01-26T03:54:43.268Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=w52fdrn4
time="2022-01-26T03:54:43.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w52fdrn4
time="2022-01-26T03:54:43.268Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=hgzwrw8w
time="2022-01-26T03:54:43.268Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=StartingMachines reconcileID=hgzwrw8w
time="2022-01-26T03:54:43.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:54:43.268Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:54:43.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:54:43.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=gkl8zmt9
time="2022-01-26T03:54:43.268Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=gkl8zmt9
time="2022-01-26T03:54:43.268Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=gkl8zmt9
time="2022-01-26T03:54:43.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkl8zmt9
time="2022-01-26T03:54:43.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=4hg7nzjr
time="2022-01-26T03:54:43.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:43.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:43.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:43.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:43.268Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=4hg7nzjr
time="2022-01-26T03:54:43.268Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=hgzwrw8w
time="2022-01-26T03:54:43.268Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=4hg7nzjr
time="2022-01-26T03:54:43.268Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=4hg7nzjr
time="2022-01-26T03:54:43.268Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=gqg2mw2q
time="2022-01-26T03:54:43.269Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=gqg2mw2q
time="2022-01-26T03:54:43.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gqg2mw2q
time="2022-01-26T03:54:43.269Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=bxts8fp2
time="2022-01-26T03:54:43.269Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=bxts8fp2
time="2022-01-26T03:54:43.269Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=bxts8fp2
time="2022-01-26T03:54:43.269Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:54:43.269Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxts8fp2
time="2022-01-26T03:54:43.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=w98fvt9f
time="2022-01-26T03:54:43.269Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=w98fvt9f
time="2022-01-26T03:54:43.269Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=w98fvt9f
time="2022-01-26T03:54:43.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w98fvt9f
time="2022-01-26T03:54:43.269Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=458cf7qv
time="2022-01-26T03:54:43.269Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=458cf7qv
time="2022-01-26T03:54:43.269Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=458cf7qv
time="2022-01-26T03:54:43.269Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=ttjmwtqt
time="2022-01-26T03:54:43.269Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:54:43.269Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=ttjmwtqt
time="2022-01-26T03:54:43.269Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=ttjmwtqt
time="2022-01-26T03:54:43.269Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=6zz7fg7j
time="2022-01-26T03:54:43.269Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=6zz7fg7j
time="2022-01-26T03:54:43.269Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=6zz7fg7j
time="2022-01-26T03:54:43.269Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=6zz7fg7j
time="2022-01-26T03:54:43.269Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:54:43.269Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=6zz7fg7j
time="2022-01-26T03:54:43.269Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zz7fg7j
time="2022-01-26T03:54:43.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=zjq8nvrc
time="2022-01-26T03:54:43.269Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=zjq8nvrc
time="2022-01-26T03:54:43.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjq8nvrc
time="2022-01-26T03:54:43.269Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=2jx8zr69
time="2022-01-26T03:54:43.269Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=2jx8zr69
time="2022-01-26T03:54:43.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jx8zr69
time="2022-01-26T03:54:43.27Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:54:43.27Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=bwn67d5l stale=0 standby=1 unclaimed=1
time="2022-01-26T03:54:43.27Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l unassignedCount=0
time="2022-01-26T03:54:43.27Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bwn67d5l
time="2022-01-26T03:54:43.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=slbxpnck
time="2022-01-26T03:54:43.27Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=slbxpnck
time="2022-01-26T03:54:43.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slbxpnck
time="2022-01-26T03:54:43.27Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=4hg7nzjr
time="2022-01-26T03:54:43.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=4hg7nzjr
time="2022-01-26T03:54:43.398Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=hgzwrw8w states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:54:43.398Z" level=info msg="Starting on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation instanceIDs="[i-08e24729a59dbbee0 i-0b3ae37905fd63008 i-00c7af749f13b3139 i-00167ffdd127c437a i-03878cea5679c544f i-06fc6959a37d57fa9]" reconcileID=hgzwrw8w
time="2022-01-26T03:54:44.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=vn2c89lh
time="2022-01-26T03:54:44.257Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=vn2c89lh
time="2022-01-26T03:54:44.257Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vn2c89lh
time="2022-01-26T03:54:44.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=qgnw5l2r
time="2022-01-26T03:54:44.257Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=qgnw5l2r
time="2022-01-26T03:54:44.257Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=qgnw5l2r
time="2022-01-26T03:54:44.257Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgnw5l2r
time="2022-01-26T03:54:44.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tpkl4pfz
time="2022-01-26T03:54:44.257Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tpkl4pfz
time="2022-01-26T03:54:44.257Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=tpkl4pfz
time="2022-01-26T03:54:44.257Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpkl4pfz
time="2022-01-26T03:54:44.257Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=dsqzrx46
time="2022-01-26T03:54:44.257Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=dsqzrx46
time="2022-01-26T03:54:44.257Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=dsqzrx46
time="2022-01-26T03:54:44.257Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=5mltxjqp
time="2022-01-26T03:54:44.257Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=5mltxjqp
time="2022-01-26T03:54:44.257Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=989 elapsedMillisGT=0 outcome=unspecified reconcileID=hgzwrw8w
time="2022-01-26T03:54:44.258Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=brllvvvp
time="2022-01-26T03:54:44.258Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=brllvvvp
time="2022-01-26T03:54:44.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=hkq6sqz9
time="2022-01-26T03:54:44.258Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brllvvvp
time="2022-01-26T03:54:44.258Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=hkq6sqz9
time="2022-01-26T03:54:44.258Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkq6sqz9
time="2022-01-26T03:54:44.258Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=5mltxjqp
time="2022-01-26T03:54:44.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=g6wnnm8h
time="2022-01-26T03:54:44.258Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=5mltxjqp
time="2022-01-26T03:54:44.258Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=g6wnnm8h
time="2022-01-26T03:54:44.258Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:54:44.258Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=5mltxjqp
time="2022-01-26T03:54:44.258Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g6wnnm8h
time="2022-01-26T03:54:44.258Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mltxjqp
time="2022-01-26T03:54:44.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=zq57f7fz
time="2022-01-26T03:54:44.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.262Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.262Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:54:44.262Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=zq57f7fz
time="2022-01-26T03:54:44.262Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=nwfsh79r
time="2022-01-26T03:54:44.262Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=nwfsh79r
time="2022-01-26T03:54:44.262Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwfsh79r
time="2022-01-26T03:54:44.262Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=zq57f7fz
time="2022-01-26T03:54:44.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8r6h5bbp
time="2022-01-26T03:54:44.262Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.263Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=pnp57qlf
time="2022-01-26T03:54:44.263Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.263Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:54:44.263Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.263Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=pnp57qlf
time="2022-01-26T03:54:44.263Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.263Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=pnp57qlf
time="2022-01-26T03:54:44.263Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8r6h5bbp
time="2022-01-26T03:54:44.263Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8r6h5bbp
time="2022-01-26T03:54:44.263Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8r6h5bbp
time="2022-01-26T03:54:44.263Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:54:44.263Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=w4skfwhp stale=0 standby=1 unclaimed=1
time="2022-01-26T03:54:44.263Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp unassignedCount=0
time="2022-01-26T03:54:44.263Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4skfwhp
time="2022-01-26T03:54:44.263Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=k9m6rfmp
time="2022-01-26T03:54:44.263Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=k9m6rfmp
time="2022-01-26T03:54:44.263Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=k9m6rfmp
time="2022-01-26T03:54:44.263Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:54:44.263Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k9m6rfmp
time="2022-01-26T03:54:44.264Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8r6h5bbp
time="2022-01-26T03:54:44.264Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=8r6h5bbp
time="2022-01-26T03:54:44.308Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=zq57f7fz states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:54:44.308Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=zq57f7fz
time="2022-01-26T03:54:44.351Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=zq57f7fz states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:54:44.351Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=zq57f7fz
time="2022-01-26T03:54:44.351Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=WaitingForMachines reconcileID=zq57f7fz
time="2022-01-26T03:54:44.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=99 elapsedMillisGT=0 outcome=unspecified reconcileID=zq57f7fz
time="2022-01-26T03:54:44.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=jdxfp8cj
time="2022-01-26T03:54:44.361Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=jdxfp8cj
time="2022-01-26T03:54:44.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=r5qw9pq2
time="2022-01-26T03:54:44.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdxfp8cj
time="2022-01-26T03:54:44.361Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=r5qw9pq2
time="2022-01-26T03:54:44.361Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=r5qw9pq2
time="2022-01-26T03:54:44.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r5qw9pq2
time="2022-01-26T03:54:44.361Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=fh2rl6h8
time="2022-01-26T03:54:44.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=47bdvb8g
time="2022-01-26T03:54:44.362Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=fh2rl6h8
time="2022-01-26T03:54:44.362Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=47bdvb8g
time="2022-01-26T03:54:44.362Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=47bdvb8g
time="2022-01-26T03:54:44.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=47bdvb8g
time="2022-01-26T03:54:44.362Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=fh2rl6h8
time="2022-01-26T03:54:44.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=gjllpdwm
time="2022-01-26T03:54:44.362Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=c6t7grnw
time="2022-01-26T03:54:44.362Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=gjllpdwm
time="2022-01-26T03:54:44.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjllpdwm
time="2022-01-26T03:54:44.362Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=526tmv56
time="2022-01-26T03:54:44.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=c6t7grnw
time="2022-01-26T03:54:44.362Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=526tmv56
time="2022-01-26T03:54:44.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=526tmv56
time="2022-01-26T03:54:44.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=c6t7grnw
time="2022-01-26T03:54:44.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=5mrbh8kt
time="2022-01-26T03:54:44.362Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=5mrbh8kt
time="2022-01-26T03:54:44.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mrbh8kt
time="2022-01-26T03:54:44.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=c6t7grnw
time="2022-01-26T03:54:44.362Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:54:44.362Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=c6t7grnw
time="2022-01-26T03:54:44.362Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6t7grnw
time="2022-01-26T03:54:44.367Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=hgwf6gl7
time="2022-01-26T03:54:44.367Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:54:44.367Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=hgwf6gl7
time="2022-01-26T03:54:44.367Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=q8blhzb5 stale=0 standby=1 unclaimed=1
time="2022-01-26T03:54:44.367Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5 unassignedCount=0
time="2022-01-26T03:54:44.367Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q8blhzb5
time="2022-01-26T03:54:44.367Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=6nvql298
time="2022-01-26T03:54:44.367Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:54:44.367Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=6nvql298
time="2022-01-26T03:54:44.367Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=6nvql298
time="2022-01-26T03:54:44.367Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=x9ndzg4s
time="2022-01-26T03:54:44.367Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=x9ndzg4s
time="2022-01-26T03:54:44.367Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9ndzg4s
time="2022-01-26T03:54:44.367Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=hgwf6gl7
time="2022-01-26T03:54:44.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.368Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.368Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:54:44.368Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=dmqx4vlt
time="2022-01-26T03:54:44.368Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=dmqx4vlt
time="2022-01-26T03:54:44.368Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=dmqx4vlt
time="2022-01-26T03:54:44.368Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:54:44.368Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmqx4vlt
time="2022-01-26T03:54:44.368Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=f48mh66k
time="2022-01-26T03:54:44.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:54:44.368Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=f48mh66k
time="2022-01-26T03:54:44.368Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=f48mh66k
time="2022-01-26T03:54:44.368Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=f48mh66k
time="2022-01-26T03:54:44.369Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=f48mh66k
time="2022-01-26T03:54:44.369Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=f48mh66k
time="2022-01-26T03:54:44.409Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=hgwf6gl7 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:54:44.409Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=hgwf6gl7
time="2022-01-26T03:54:44.455Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=hgwf6gl7 states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:54:44.456Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=hgwf6gl7
time="2022-01-26T03:54:44.456Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=88 elapsedMillisGT=0 outcome=unspecified reconcileID=hgwf6gl7
time="2022-01-26T03:54:45.943Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.134.213.228:6443: i/o timeout" reconcileID=rczrxkvp
time="2022-01-26T03:54:45.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=rczrxkvp
time="2022-01-26T03:54:45.943Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qr8rpjrs
time="2022-01-26T03:54:45.943Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qr8rpjrs
time="2022-01-26T03:55:13.277Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:55:13.277Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:55:13.278Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:55:13.278Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:55:13.278Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:55:13.278Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:55:15.945Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: i/o timeout" reconcileID=qr8rpjrs
time="2022-01-26T03:55:15.955Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=30011 elapsedMillisGT=30000 outcome=unspecified reconcileID=qr8rpjrs
time="2022-01-26T03:55:15.956Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=59wvtqx7
time="2022-01-26T03:55:15.956Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=59wvtqx7
time="2022-01-26T03:55:15.956Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=7fnxk77q
time="2022-01-26T03:55:15.956Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=7fnxk77q
time="2022-01-26T03:55:15.956Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fnxk77q
time="2022-01-26T03:55:15.956Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=6hx9zj2n
time="2022-01-26T03:55:15.956Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=6hx9zj2n
time="2022-01-26T03:55:15.956Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=6hx9zj2n
time="2022-01-26T03:55:15.956Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6hx9zj2n
time="2022-01-26T03:55:15.956Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=67w7lrlb
time="2022-01-26T03:55:15.956Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=67w7lrlb
time="2022-01-26T03:55:15.956Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=67w7lrlb
time="2022-01-26T03:55:15.956Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67w7lrlb
time="2022-01-26T03:55:15.956Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=94hcgccm
time="2022-01-26T03:55:15.956Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=94hcgccm
time="2022-01-26T03:55:15.956Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=94hcgccm
time="2022-01-26T03:55:15.956Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=9dnm584r
time="2022-01-26T03:55:15.956Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=9dnm584r
time="2022-01-26T03:55:15.956Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dnm584r
time="2022-01-26T03:55:15.956Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ql8q5phn
time="2022-01-26T03:55:15.957Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ql8q5phn
time="2022-01-26T03:55:15.957Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ql8q5phn
time="2022-01-26T03:55:15.957Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ql8q5phn
time="2022-01-26T03:55:15.957Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:55:15.957Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ql8q5phn
time="2022-01-26T03:55:15.957Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ql8q5phn
time="2022-01-26T03:55:15.957Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=wdhnkjdx
time="2022-01-26T03:55:15.957Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=wdhnkjdx
time="2022-01-26T03:55:15.957Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdhnkjdx
time="2022-01-26T03:55:15.957Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=hfpzrckb
time="2022-01-26T03:55:15.957Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=hfpzrckb
time="2022-01-26T03:55:15.957Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfpzrckb
time="2022-01-26T03:55:15.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7sdsfdkw
time="2022-01-26T03:55:15.962Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=djgdlghj
time="2022-01-26T03:55:15.962Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=djgdlghj
time="2022-01-26T03:55:15.962Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=djgdlghj
time="2022-01-26T03:55:15.962Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vtqxvznh
time="2022-01-26T03:55:15.962Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:55:15.962Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:55:15.962Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=vtqxvznh
time="2022-01-26T03:55:15.962Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=vtqxvznh
time="2022-01-26T03:55:15.962Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:55:15.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:15.962Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:15.962Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:55:15.962Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:55:15.962Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:55:15.962Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7sdsfdkw
time="2022-01-26T03:55:15.962Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:55:15.962Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7sdsfdkw
time="2022-01-26T03:55:15.962Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7sdsfdkw
time="2022-01-26T03:55:15.962Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=r7vbgzzz stale=0 standby=1 unclaimed=1
time="2022-01-26T03:55:15.962Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz unassignedCount=0
time="2022-01-26T03:55:15.962Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7vbgzzz
time="2022-01-26T03:55:15.962Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=zdh4xd24
time="2022-01-26T03:55:15.962Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=zdh4xd24
time="2022-01-26T03:55:15.962Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=zdh4xd24
time="2022-01-26T03:55:15.962Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:55:15.962Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdh4xd24
time="2022-01-26T03:55:15.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6dzphrnw
time="2022-01-26T03:55:15.962Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6dzphrnw
time="2022-01-26T03:55:15.963Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=6dzphrnw
time="2022-01-26T03:55:15.964Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=7sdsfdkw
time="2022-01-26T03:55:15.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=7sdsfdkw
time="2022-01-26T03:55:16.058Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=6dzphrnw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:26.232Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=6dzphrnw
time="2022-01-26T03:55:26.232Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=10269 elapsedMillisGT=10000 outcome=unspecified reconcileID=6dzphrnw
time="2022-01-26T03:55:26.232Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:26.242Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=qndcgpct
time="2022-01-26T03:55:26.242Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=qndcgpct
time="2022-01-26T03:55:26.242Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=qndcgpct
time="2022-01-26T03:55:26.288Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=qndcgpct states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:26.297Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=qndcgpct
time="2022-01-26T03:55:26.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=qndcgpct
time="2022-01-26T03:55:26.297Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:26.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xn9slld5
time="2022-01-26T03:55:26.317Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xn9slld5
time="2022-01-26T03:55:26.318Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xn9slld5
time="2022-01-26T03:55:26.361Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xn9slld5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:26.37Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=xn9slld5
time="2022-01-26T03:55:26.37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=52 elapsedMillisGT=0 outcome=unspecified reconcileID=xn9slld5
time="2022-01-26T03:55:26.37Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:26.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=h6bkk6cr
time="2022-01-26T03:55:26.41Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=h6bkk6cr
time="2022-01-26T03:55:26.411Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=h6bkk6cr
time="2022-01-26T03:55:26.46Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=h6bkk6cr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:26.47Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=h6bkk6cr
time="2022-01-26T03:55:26.47Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=h6bkk6cr
time="2022-01-26T03:55:26.47Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:26.551Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=52nrqp8c
time="2022-01-26T03:55:26.551Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=52nrqp8c
time="2022-01-26T03:55:26.551Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=52nrqp8c
time="2022-01-26T03:55:26.598Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=52nrqp8c states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:26.607Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=52nrqp8c
time="2022-01-26T03:55:26.607Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=56 elapsedMillisGT=0 outcome=unspecified reconcileID=52nrqp8c
time="2022-01-26T03:55:26.607Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:26.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=k8vk62bg
time="2022-01-26T03:55:26.768Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=k8vk62bg
time="2022-01-26T03:55:26.768Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=k8vk62bg
time="2022-01-26T03:55:26.812Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=k8vk62bg states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:26.825Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=k8vk62bg
time="2022-01-26T03:55:26.825Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=k8vk62bg
time="2022-01-26T03:55:26.825Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:27.003Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: i/o timeout" reconcileID=59wvtqx7
time="2022-01-26T03:55:27.003Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=11047 elapsedMillisGT=10000 outcome=unspecified reconcileID=59wvtqx7
time="2022-01-26T03:55:27.146Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xnqvqx9f
time="2022-01-26T03:55:27.146Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=xnqvqx9f
time="2022-01-26T03:55:27.146Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xnqvqx9f
time="2022-01-26T03:55:27.196Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=xnqvqx9f states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:27.204Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=xnqvqx9f
time="2022-01-26T03:55:27.204Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=58 elapsedMillisGT=0 outcome=unspecified reconcileID=xnqvqx9f
time="2022-01-26T03:55:27.204Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:27.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=r8nfvkvq
time="2022-01-26T03:55:27.845Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=r8nfvkvq
time="2022-01-26T03:55:27.846Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=r8nfvkvq
time="2022-01-26T03:55:27.895Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=r8nfvkvq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:27.903Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=r8nfvkvq
time="2022-01-26T03:55:27.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=r8nfvkvq
time="2022-01-26T03:55:27.903Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:29.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=lsjzmtf6
time="2022-01-26T03:55:29.184Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=lsjzmtf6
time="2022-01-26T03:55:29.184Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=lsjzmtf6
time="2022-01-26T03:55:29.229Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=lsjzmtf6 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:29.237Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=lsjzmtf6
time="2022-01-26T03:55:29.237Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=53 elapsedMillisGT=0 outcome=unspecified reconcileID=lsjzmtf6
time="2022-01-26T03:55:29.237Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:31.798Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=t56tm7nf
time="2022-01-26T03:55:31.798Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=t56tm7nf
time="2022-01-26T03:55:31.798Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=t56tm7nf
time="2022-01-26T03:55:31.84Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=t56tm7nf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:32.017Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=t56tm7nf
time="2022-01-26T03:55:32.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=218 elapsedMillisGT=0 outcome=unspecified reconcileID=t56tm7nf
time="2022-01-26T03:55:32.017Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:37.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sjw277cf
time="2022-01-26T03:55:37.137Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=sjw277cf
time="2022-01-26T03:55:37.138Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=sjw277cf
time="2022-01-26T03:55:37.195Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=sjw277cf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:37.204Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" reconcileID=sjw277cf
time="2022-01-26T03:55:37.204Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=67 elapsedMillisGT=0 outcome=unspecified reconcileID=sjw277cf
time="2022-01-26T03:55:37.204Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.22.12.43:6443: connect: connection refused" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:55:47.445Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=lqlksdzl
time="2022-01-26T03:55:47.445Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=lqlksdzl
time="2022-01-26T03:55:47.446Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=lqlksdzl
time="2022-01-26T03:55:47.495Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=lqlksdzl states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:55:55.561Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lgfvkxqt
time="2022-01-26T03:55:55.561Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dh4xlkdr
time="2022-01-26T03:55:55.561Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T03:55:55.561Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T03:55:55.561Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=dh4xlkdr
time="2022-01-26T03:55:55.561Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=dh4xlkdr
time="2022-01-26T03:55:55.561Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=79hnx6vt
time="2022-01-26T03:55:55.561Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:55:55.561Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=79hnx6vt
time="2022-01-26T03:55:55.561Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=79hnx6vt
time="2022-01-26T03:55:55.617Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lgfvkxqt
time="2022-01-26T03:55:55.642Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lgfvkxqt
time="2022-01-26T03:55:55.642Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lgfvkxqt
time="2022-01-26T03:55:55.668Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lgfvkxqt
time="2022-01-26T03:55:55.669Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lgfvkxqt
time="2022-01-26T03:55:55.673Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lgfvkxqt
time="2022-01-26T03:55:55.673Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=lgfvkxqt
time="2022-01-26T03:55:55.673Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=112 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=lgfvkxqt
time="2022-01-26T03:55:57.5Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": net/http: TLS handshake timeout" reconcileID=lqlksdzl
time="2022-01-26T03:55:57.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=10055 elapsedMillisGT=10000 outcome=unspecified reconcileID=lqlksdzl
time="2022-01-26T03:55:57.5Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/api?timeout=32s\": net/http: TLS handshake timeout" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:56:17.981Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=2b2stt56
time="2022-01-26T03:56:17.981Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=2b2stt56
time="2022-01-26T03:56:17.982Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=2b2stt56
time="2022-01-26T03:56:18.032Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=2b2stt56 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
I0126 03:56:23.034404       1 request.go:665] Waited for 1.061723441s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/security.internal.openshift.io/v1?timeout=32s
time="2022-01-26T03:56:32.235Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=2b2stt56
time="2022-01-26T03:56:32.235Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=2b2stt56
time="2022-01-26T03:56:32.248Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qc7w5pt6
time="2022-01-26T03:56:32.248Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qc7w5pt6
time="2022-01-26T03:56:32.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=sjb4wj7p
time="2022-01-26T03:56:32.249Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=sjb4wj7p
time="2022-01-26T03:56:32.249Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjb4wj7p
time="2022-01-26T03:56:32.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=kbcsqnc2
time="2022-01-26T03:56:32.249Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=kbcsqnc2
time="2022-01-26T03:56:32.249Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=kbcsqnc2
time="2022-01-26T03:56:32.249Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kbcsqnc2
time="2022-01-26T03:56:32.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=2z5sw478
time="2022-01-26T03:56:32.249Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=2z5sw478
time="2022-01-26T03:56:32.249Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=2z5sw478
time="2022-01-26T03:56:32.249Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2z5sw478
time="2022-01-26T03:56:32.249Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=wkhrdmmz
time="2022-01-26T03:56:32.249Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=wkhrdmmz
time="2022-01-26T03:56:32.249Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=wkhrdmmz
time="2022-01-26T03:56:32.25Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4tz89t8b
time="2022-01-26T03:56:32.25Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4tz89t8b
time="2022-01-26T03:56:32.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4tz89t8b
time="2022-01-26T03:56:32.25Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=7phgjjn8
time="2022-01-26T03:56:32.25Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7phgjjn8
time="2022-01-26T03:56:32.25Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7phgjjn8
time="2022-01-26T03:56:32.25Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=7phgjjn8
time="2022-01-26T03:56:32.25Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:56:32.25Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=7phgjjn8
time="2022-01-26T03:56:32.25Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7phgjjn8
time="2022-01-26T03:56:32.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=ttfh4vm6
time="2022-01-26T03:56:32.25Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=ttfh4vm6
time="2022-01-26T03:56:32.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttfh4vm6
time="2022-01-26T03:56:32.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=529bv2d8
time="2022-01-26T03:56:32.25Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=529bv2d8
time="2022-01-26T03:56:32.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=529bv2d8
time="2022-01-26T03:56:32.254Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=gj5975vz
time="2022-01-26T03:56:32.254Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=gj5975vz
time="2022-01-26T03:56:32.254Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gj5975vz
time="2022-01-26T03:56:32.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:56:32.255Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=4tf2wbfg
time="2022-01-26T03:56:32.255Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:56:32.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:56:32.255Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=4tf2wbfg
time="2022-01-26T03:56:32.255Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=4tf2wbfg
time="2022-01-26T03:56:32.255Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=56bj8mff
time="2022-01-26T03:56:32.255Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:56:32.255Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=56bj8mff
time="2022-01-26T03:56:32.255Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=56bj8mff
time="2022-01-26T03:56:32.255Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:56:32.255Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:56:32.255Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4tf2wbfg
time="2022-01-26T03:56:32.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bpswmgdz
time="2022-01-26T03:56:32.255Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=f5559nfv stale=0 standby=1 unclaimed=1
time="2022-01-26T03:56:32.255Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:56:32.255Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv unassignedCount=0
time="2022-01-26T03:56:32.255Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:56:32.255Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:56:32.255Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:56:32.255Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f5559nfv
time="2022-01-26T03:56:32.255Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bpswmgdz
time="2022-01-26T03:56:32.255Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bpswmgdz
time="2022-01-26T03:56:32.255Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bpswmgdz
time="2022-01-26T03:56:32.257Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=bpswmgdz
time="2022-01-26T03:56:32.257Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=bpswmgdz
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=2b2stt56
time="2022-01-26T03:56:34.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=16081 elapsedMillisGT=10000 outcome=unspecified reconcileID=2b2stt56
I0126 03:56:38.052405       1 request.go:665] Waited for 1.066548443s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/scheduling.k8s.io/v1?timeout=32s
time="2022-01-26T03:56:46.199Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qc7w5pt6
time="2022-01-26T03:56:46.211Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=q6jvlhvp
time="2022-01-26T03:56:46.211Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=q6jvlhvp
time="2022-01-26T03:56:46.211Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6jvlhvp
time="2022-01-26T03:56:46.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6vjbmfth
time="2022-01-26T03:56:46.211Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6vjbmfth
time="2022-01-26T03:56:46.211Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=txz6clc4
time="2022-01-26T03:56:46.211Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=txz6clc4
time="2022-01-26T03:56:46.211Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=txz6clc4
time="2022-01-26T03:56:46.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=znhj4klz
time="2022-01-26T03:56:46.211Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=znhj4klz
time="2022-01-26T03:56:46.211Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=6vjbmfth
time="2022-01-26T03:56:46.211Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znhj4klz
time="2022-01-26T03:56:46.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:56:46.211Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:56:46.211Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:56:46.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=z7m2rmcg
time="2022-01-26T03:56:46.211Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=z7m2rmcg
time="2022-01-26T03:56:46.212Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vzjhc2l
time="2022-01-26T03:56:46.212Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:56:46.213Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=xvxlf4p4
time="2022-01-26T03:56:46.213Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=xvxlf4p4
time="2022-01-26T03:56:46.213Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=xvxlf4p4
time="2022-01-26T03:56:46.213Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=xvxlf4p4
time="2022-01-26T03:56:46.213Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:56:46.213Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=xvxlf4p4
time="2022-01-26T03:56:46.213Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvxlf4p4
time="2022-01-26T03:56:46.214Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=77qrzmhw
time="2022-01-26T03:56:46.214Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=77qrzmhw
time="2022-01-26T03:56:46.214Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=77qrzmhw
time="2022-01-26T03:56:46.214Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:56:46.214Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=77qrzmhw
time="2022-01-26T03:56:46.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=q6ggl6zx
time="2022-01-26T03:56:46.214Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=q6ggl6zx
time="2022-01-26T03:56:46.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6ggl6zx
time="2022-01-26T03:56:46.214Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=6cjlhfg7
time="2022-01-26T03:56:46.214Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=6cjlhfg7
time="2022-01-26T03:56:46.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6cjlhfg7
time="2022-01-26T03:56:46.214Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:56:46.214Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=kpnx495b stale=0 standby=1 unclaimed=1
time="2022-01-26T03:56:46.214Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b unassignedCount=0
time="2022-01-26T03:56:46.214Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kpnx495b
time="2022-01-26T03:56:46.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=jtcd5ppq
time="2022-01-26T03:56:46.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlpj5qfr
time="2022-01-26T03:56:46.216Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:56:46.216Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:56:46.216Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:56:46.216Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:56:46.216Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlpj5qfr
time="2022-01-26T03:56:46.216Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlpj5qfr
time="2022-01-26T03:56:46.216Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlpj5qfr
time="2022-01-26T03:56:46.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=13968 elapsedMillisGT=10000 outcome=unspecified reconcileID=qc7w5pt6
time="2022-01-26T03:56:46.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=8tzlfjcr
time="2022-01-26T03:56:46.217Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m59.782289846s reconcileID=8tzlfjcr
time="2022-01-26T03:56:46.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8tzlfjcr
time="2022-01-26T03:56:46.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=sfxck45m
time="2022-01-26T03:56:46.218Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=sfxck45m
time="2022-01-26T03:56:46.218Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=sfxck45m
time="2022-01-26T03:56:46.218Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfxck45m
time="2022-01-26T03:56:46.219Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=zlpj5qfr
time="2022-01-26T03:56:46.219Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=zlpj5qfr
time="2022-01-26T03:56:46.259Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=6vjbmfth states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
I0126 03:56:52.413868       1 request.go:665] Waited for 1.180612078s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/quota.openshift.io/v1?timeout=32s
time="2022-01-26T03:56:56.298Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=jtcd5ppq
time="2022-01-26T03:56:56.298Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=jtcd5ppq
time="2022-01-26T03:56:56.298Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=10083 elapsedMillisGT=10000 outcome=unspecified reconcileID=jtcd5ppq
time="2022-01-26T03:56:56.343Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=6vjbmfth
time="2022-01-26T03:56:56.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=10150 elapsedMillisGT=10000 outcome=unspecified reconcileID=6vjbmfth
time="2022-01-26T03:56:56.852Z" level=info msg="condition Available changed for operator authentication status (True -> False)" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=z7m2rmcg
time="2022-01-26T03:56:56.852Z" level=info msg="condition Degraded changed for operator authentication" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=z7m2rmcg
time="2022-01-26T03:56:56.866Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=z7m2rmcg
time="2022-01-26T03:56:56.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=10655 elapsedMillisGT=10000 outcome=unspecified reconcileID=z7m2rmcg
time="2022-01-26T03:56:57.216Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vzjhc2l
time="2022-01-26T03:56:57.282Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vzjhc2l
time="2022-01-26T03:56:57.283Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vzjhc2l
time="2022-01-26T03:56:57.313Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vzjhc2l
time="2022-01-26T03:56:57.313Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vzjhc2l
time="2022-01-26T03:56:57.364Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vzjhc2l
time="2022-01-26T03:56:57.364Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4vzjhc2l
time="2022-01-26T03:56:57.364Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=11152 elapsedMillisGT=10000 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=4vzjhc2l
time="2022-01-26T03:57:04.063Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=vr6r7c78
time="2022-01-26T03:57:04.063Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=vr6r7c78
time="2022-01-26T03:57:04.063Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=vr6r7c78
time="2022-01-26T03:57:04.128Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=vr6r7c78 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
I0126 03:57:05.729947       1 request.go:665] Waited for 1.029970704s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-8d8ws.qe.devcluster.openshift.com:6443/apis/network.openshift.io/v1?timeout=32s
time="2022-01-26T03:57:13.278Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:57:13.278Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:57:13.278Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:57:13.278Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:57:13.278Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:57:13.278Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T03:57:14.182Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=vr6r7c78
time="2022-01-26T03:57:14.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=10138 elapsedMillisGT=10000 outcome=unspecified reconcileID=vr6r7c78
time="2022-01-26T03:57:29.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=vdzwx29g
time="2022-01-26T03:57:29.784Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m16.215776083s reconcileID=vdzwx29g
time="2022-01-26T03:57:29.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vdzwx29g
time="2022-01-26T03:57:44.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=5pmfthtj
time="2022-01-26T03:57:44.202Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=5pmfthtj
time="2022-01-26T03:57:44.202Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=5pmfthtj
time="2022-01-26T03:57:44.248Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=5pmfthtj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:57:44.292Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=5pmfthtj
time="2022-01-26T03:57:44.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=117 elapsedMillisGT=0 outcome=unspecified reconcileID=5pmfthtj
time="2022-01-26T03:58:14.32Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.32Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.32Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.423Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=g5w9vv6w states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:58:14.47Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-2rnt7 reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-4g4hs reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5brwg reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-5z5rf reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-8jbc4 reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-95bvr reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-ft8bx reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-p227v reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-trbg8 reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-v5ftg reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wgvgt reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr=csr-wsdh6 reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-authenticator-ljqtf" reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation csr="system:openshift:openshift-monitoring-s5q2p" reconcileID=g5w9vv6w
time="2022-01-26T03:58:14.488Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=167 elapsedMillisGT=0 outcome=unspecified reconcileID=g5w9vv6w
time="2022-01-26T03:58:44.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=g4s5rfm9
time="2022-01-26T03:58:44.488Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=g4s5rfm9
time="2022-01-26T03:58:44.489Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=g4s5rfm9
time="2022-01-26T03:58:44.537Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=g4s5rfm9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:58:44.574Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=g4s5rfm9
time="2022-01-26T03:58:44.574Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=g4s5rfm9
time="2022-01-26T03:58:44.585Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=96 elapsedMillisGT=0 outcome=unspecified reconcileID=g4s5rfm9
time="2022-01-26T03:58:44.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=r985pp5f
time="2022-01-26T03:58:44.585Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h58m1.414482366s reconcileID=r985pp5f
time="2022-01-26T03:58:44.585Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r985pp5f
time="2022-01-26T03:58:44.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=52bfsgfh
time="2022-01-26T03:58:44.585Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=52bfsgfh
time="2022-01-26T03:58:44.585Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52bfsgfh
time="2022-01-26T03:58:44.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=zch5w8q4
time="2022-01-26T03:58:44.585Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=zch5w8q4
time="2022-01-26T03:58:44.585Z" level=debug msg="Waiting to fetch clusteroperator status in 8m11.414175622s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=zch5w8q4
time="2022-01-26T03:58:44.585Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zch5w8q4
time="2022-01-26T03:58:44.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=jjp5sd67
time="2022-01-26T03:58:44.585Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=jjp5sd67
time="2022-01-26T03:58:44.585Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=jjp5sd67
time="2022-01-26T03:58:44.585Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjp5sd67
time="2022-01-26T03:58:44.586Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=r7qxhf86
time="2022-01-26T03:58:44.586Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=r7qxhf86
time="2022-01-26T03:58:44.586Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=r7qxhf86
time="2022-01-26T03:58:44.586Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=t7j45j5z
time="2022-01-26T03:58:44.586Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=t7j45j5z
time="2022-01-26T03:58:44.586Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=t7j45j5z
time="2022-01-26T03:58:44.586Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=t7j45j5z
time="2022-01-26T03:58:44.586Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T03:58:44.586Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=t7j45j5z
time="2022-01-26T03:58:44.586Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7j45j5z
time="2022-01-26T03:58:44.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=d9mwzxfm
time="2022-01-26T03:58:44.586Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=d9mwzxfm
time="2022-01-26T03:58:44.586Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d9mwzxfm
time="2022-01-26T03:58:44.586Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=txfs27cf
time="2022-01-26T03:58:44.586Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=txfs27cf
time="2022-01-26T03:58:44.586Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txfs27cf
time="2022-01-26T03:58:44.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=jd7xrz7q
time="2022-01-26T03:58:44.591Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.591Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T03:58:44.591Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=r26vh58k stale=0 standby=1 unclaimed=1
time="2022-01-26T03:58:44.591Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k unassignedCount=0
time="2022-01-26T03:58:44.591Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.591Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.591Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.591Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.591Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.592Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.592Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.592Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r26vh58k
time="2022-01-26T03:58:44.592Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r26vh58k
time="2022-01-26T03:58:44.592Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=hbjfn285
time="2022-01-26T03:58:44.592Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=hbjfn285
time="2022-01-26T03:58:44.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbjfn285
time="2022-01-26T03:58:44.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=h5lzxvfb
time="2022-01-26T03:58:44.592Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=h5lzxvfb
time="2022-01-26T03:58:44.592Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=h5lzxvfb
time="2022-01-26T03:58:44.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:58:44.592Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T03:58:44.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T03:58:44.593Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8k6x8chm
time="2022-01-26T03:58:44.593Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:58:44.593Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:58:44.593Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:58:44.593Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T03:58:44.593Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8k6x8chm
time="2022-01-26T03:58:44.593Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8k6x8chm
time="2022-01-26T03:58:44.593Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8k6x8chm
time="2022-01-26T03:58:44.596Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8k6x8chm
time="2022-01-26T03:58:44.596Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=8k6x8chm
time="2022-01-26T03:58:44.596Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.596Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T03:58:44.597Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=hkdghws5
time="2022-01-26T03:58:44.597Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=hkdghws5
time="2022-01-26T03:58:44.597Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=hkdghws5
time="2022-01-26T03:58:44.597Z" level=debug msg="waiting for cluster to be running"
time="2022-01-26T03:58:44.597Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkdghws5
time="2022-01-26T03:58:44.637Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=jd7xrz7q
time="2022-01-26T03:58:44.637Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=jd7xrz7q
time="2022-01-26T03:58:44.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=50 elapsedMillisGT=0 outcome=unspecified reconcileID=jd7xrz7q
time="2022-01-26T03:58:44.639Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.66Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.66Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.685Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=h5lzxvfb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T03:58:44.701Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.701Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.705Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.705Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.705Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=109 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=q8s4mqlv
time="2022-01-26T03:58:44.725Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=h5lzxvfb
time="2022-01-26T03:58:44.725Z" level=info msg="waiting an additional %s for ClusterOperators to settle1m59.274167515s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=h5lzxvfb
time="2022-01-26T03:58:44.725Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=133 elapsedMillisGT=0 outcome=unspecified reconcileID=h5lzxvfb
time="2022-01-26T03:59:13.28Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T03:59:13.28Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T03:59:13.28Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T03:59:13.28Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T03:59:13.28Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T03:59:13.28Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:00:00.144Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T04:00:00.144Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T04:00:44Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jsnt5x8g
time="2022-01-26T04:00:44Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jsnt5x8g
time="2022-01-26T04:00:44.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=jsnt5x8g
time="2022-01-26T04:00:44.073Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=jsnt5x8g states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T04:00:44.143Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=jsnt5x8g
time="2022-01-26T04:00:44.143Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jsnt5x8g
time="2022-01-26T04:00:44.174Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=jsnt5x8g
time="2022-01-26T04:00:44.174Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws condition=Ready controller=hibernation reason=Running reconcileID=jsnt5x8g
time="2022-01-26T04:00:44.185Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2hqh6czs
time="2022-01-26T04:00:44.185Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=2hqh6czs
time="2022-01-26T04:00:44.185Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2hqh6czs
time="2022-01-26T04:00:44.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=6rf46sxk
time="2022-01-26T04:00:44.185Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h56m1.81444603s reconcileID=6rf46sxk
time="2022-01-26T04:00:44.185Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rf46sxk
time="2022-01-26T04:00:44.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=c7l585z2
time="2022-01-26T04:00:44.185Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=c7l585z2
time="2022-01-26T04:00:44.185Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7l585z2
time="2022-01-26T04:00:44.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T04:00:44.185Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T04:00:44.185Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T04:00:44.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=czmg7w9r
time="2022-01-26T04:00:44.185Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=czmg7w9r
time="2022-01-26T04:00:44.185Z" level=debug msg="Waiting to fetch clusteroperator status in 6m11.814087481s" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=czmg7w9r
time="2022-01-26T04:00:44.185Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=czmg7w9r
time="2022-01-26T04:00:44.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wbnkvbbf
time="2022-01-26T04:00:44.186Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T04:00:44.186Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T04:00:44.186Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T04:00:44.186Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T04:00:44.186Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wbnkvbbf
time="2022-01-26T04:00:44.186Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wbnkvbbf
time="2022-01-26T04:00:44.186Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wbnkvbbf
time="2022-01-26T04:00:44.186Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=nlvcsmg9
time="2022-01-26T04:00:44.186Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=nlvcsmg9
time="2022-01-26T04:00:44.186Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=nlvcsmg9
time="2022-01-26T04:00:44.186Z" level=debug msg="conditions changed, updating claim status"
time="2022-01-26T04:00:44.186Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=xbrjhr8v
time="2022-01-26T04:00:44.186Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=xbrjhr8v
time="2022-01-26T04:00:44.186Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=xbrjhr8v
time="2022-01-26T04:00:44.187Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xbrjhr8v
time="2022-01-26T04:00:44.187Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=6nxz7fmh
time="2022-01-26T04:00:44.187Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=6nxz7fmh
time="2022-01-26T04:00:44.187Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=6nxz7fmh
time="2022-01-26T04:00:44.187Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.187Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T04:00:44.188Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=wbnkvbbf
time="2022-01-26T04:00:44.188Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=wbnkvbbf
time="2022-01-26T04:00:44.188Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=r5h4m6kv
time="2022-01-26T04:00:44.188Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=r5h4m6kv
time="2022-01-26T04:00:44.188Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r5h4m6kv
time="2022-01-26T04:00:44.188Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=k8zknp5d
time="2022-01-26T04:00:44.188Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=k8zknp5d
time="2022-01-26T04:00:44.188Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=fq5jcx8b
time="2022-01-26T04:00:44.188Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=fq5jcx8b
time="2022-01-26T04:00:44.188Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T04:00:44.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=fq5jcx8b
time="2022-01-26T04:00:44.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=fq5jcx8b
time="2022-01-26T04:00:44.188Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T04:00:44.188Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=fq5jcx8b
time="2022-01-26T04:00:44.188Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fq5jcx8b
time="2022-01-26T04:00:44.188Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=9mvmbx4t stale=0 standby=1 unclaimed=1
time="2022-01-26T04:00:44.188Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k8zknp5d
time="2022-01-26T04:00:44.188Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t unassignedCount=0
time="2022-01-26T04:00:44.188Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.188Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.188Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.188Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.189Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.189Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.189Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.189Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.189Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mvmbx4t
time="2022-01-26T04:00:44.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=6wjlcz9q
time="2022-01-26T04:00:44.189Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=188 elapsedMillisGT=0 outcome=unspecified reconcileID=jsnt5x8g
time="2022-01-26T04:00:44.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=2rtl8r2d
time="2022-01-26T04:00:44.189Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=2rtl8r2d
time="2022-01-26T04:00:44.191Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=2rtl8r2d
time="2022-01-26T04:00:44.202Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.202Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T04:00:44.202Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=qglps2ks stale=0 standby=1 unclaimed=1
time="2022-01-26T04:00:44.202Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks unassignedCount=0
time="2022-01-26T04:00:44.202Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.202Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.202Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.202Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.202Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.203Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.203Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.203Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qglps2ks
time="2022-01-26T04:00:44.203Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qglps2ks
time="2022-01-26T04:00:44.203Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=nlvcsmg9
time="2022-01-26T04:00:44.203Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=sgccxh5x
time="2022-01-26T04:00:44.203Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=sgccxh5x
time="2022-01-26T04:00:44.203Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=sgccxh5x
time="2022-01-26T04:00:44.203Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgccxh5x
time="2022-01-26T04:00:44.235Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.243Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=2rtl8r2d states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T04:00:44.249Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=6wjlcz9q
time="2022-01-26T04:00:44.249Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=6wjlcz9q
time="2022-01-26T04:00:44.249Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=6wjlcz9q
time="2022-01-26T04:00:44.272Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.273Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.296Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=2rtl8r2d
time="2022-01-26T04:00:44.296Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=2rtl8r2d
time="2022-01-26T04:00:44.299Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.299Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.306Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.306Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.306Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=119 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=4pq5gf7x
time="2022-01-26T04:00:44.336Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=2rtl8r2d
time="2022-01-26T04:00:44.336Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=147 elapsedMillisGT=0 outcome=unspecified reconcileID=2rtl8r2d
time="2022-01-26T04:01:13.28Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:01:13.28Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:01:13.28Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:01:13.28Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:01:13.28Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:01:13.28Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:03:09.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=wfkb7jvm
time="2022-01-26T04:03:09.149Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=wfkb7jvm
time="2022-01-26T04:03:09.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=95 elapsedMillisGT=0 outcome=unspecified reconcileID=wfkb7jvm
time="2022-01-26T04:03:13.281Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:03:13.281Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:03:13.281Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:03:13.281Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:03:13.282Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:03:13.282Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:03:46.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=b86sjc8p
time="2022-01-26T04:03:46.651Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=b86sjc8p
time="2022-01-26T04:04:16.653Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.17.192.198:6443: i/o timeout" reconcileID=b86sjc8p
time="2022-01-26T04:04:16.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=b86sjc8p
time="2022-01-26T04:04:16.665Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=vfmhx684
time="2022-01-26T04:04:16.665Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=vfmhx684
time="2022-01-26T04:04:16.665Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=vfmhx684
time="2022-01-26T04:04:16.665Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2g4f97j4
time="2022-01-26T04:04:16.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=flwcq5z4
time="2022-01-26T04:04:16.665Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=flwcq5z4
time="2022-01-26T04:04:16.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flwcq5z4
time="2022-01-26T04:04:16.665Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=8qmh9kwh
time="2022-01-26T04:04:16.665Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2g4f97j4
time="2022-01-26T04:04:16.666Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=8qmh9kwh
time="2022-01-26T04:04:16.666Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2g4f97j4
time="2022-01-26T04:04:16.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qmh9kwh
time="2022-01-26T04:04:16.666Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2g4f97j4
time="2022-01-26T04:04:16.666Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T04:04:16.666Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2g4f97j4
time="2022-01-26T04:04:16.666Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2g4f97j4
time="2022-01-26T04:04:16.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=j9bfqhv5
time="2022-01-26T04:04:16.666Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=j9bfqhv5
time="2022-01-26T04:04:16.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=swbsklsx
time="2022-01-26T04:04:16.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9bfqhv5
time="2022-01-26T04:04:16.666Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=swbsklsx
time="2022-01-26T04:04:16.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=bpzjnnxh
time="2022-01-26T04:04:16.666Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=bpzjnnxh
time="2022-01-26T04:04:16.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bpzjnnxh
time="2022-01-26T04:04:16.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=dffjb5j8
time="2022-01-26T04:04:16.666Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=dffjb5j8
time="2022-01-26T04:04:16.666Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=dffjb5j8
time="2022-01-26T04:04:16.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dffjb5j8
time="2022-01-26T04:04:16.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=x9f8zgpb
time="2022-01-26T04:04:16.666Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=x9f8zgpb
time="2022-01-26T04:04:16.666Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=x9f8zgpb
time="2022-01-26T04:04:16.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9f8zgpb
time="2022-01-26T04:04:16.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=tvtlt7jv
time="2022-01-26T04:04:16.67Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=tvtlt7jv
time="2022-01-26T04:04:16.67Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=5gwhb85q
time="2022-01-26T04:04:16.67Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T04:04:16.67Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=5gwhb85q
time="2022-01-26T04:04:16.67Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=5gwhb85q
time="2022-01-26T04:04:16.67Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=cz8jw2bf
time="2022-01-26T04:04:16.67Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=cz8jw2bf
time="2022-01-26T04:04:16.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cz8jw2bf
time="2022-01-26T04:04:16.671Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=tvtlt7jv
time="2022-01-26T04:04:16.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T04:04:16.671Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T04:04:16.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T04:04:16.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=szzw7hw4
time="2022-01-26T04:04:16.671Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:04:16.671Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:04:16.671Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:04:16.671Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T04:04:16.671Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:04:16.671Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=szzw7hw4
time="2022-01-26T04:04:16.671Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=szzw7hw4
time="2022-01-26T04:04:16.671Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=szzw7hw4
time="2022-01-26T04:04:16.671Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=gpzwmztf stale=0 standby=1 unclaimed=1
time="2022-01-26T04:04:16.671Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf unassignedCount=0
time="2022-01-26T04:04:16.671Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gpzwmztf
time="2022-01-26T04:04:16.671Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gpzwmztf
time="2022-01-26T04:04:16.673Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=szzw7hw4
time="2022-01-26T04:04:16.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=szzw7hw4
time="2022-01-26T04:04:16.803Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=tvtlt7jv states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T04:04:16.803Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=tvtlt7jv
time="2022-01-26T04:04:16.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=tvtlt7jv
time="2022-01-26T04:04:46.668Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.17.192.198:6443: i/o timeout" reconcileID=swbsklsx
time="2022-01-26T04:04:46.668Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=swbsklsx
time="2022-01-26T04:05:13.283Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:05:13.283Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:05:13.283Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:05:13.283Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:05:13.283Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:05:13.283Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:06:56Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Available changed for operator authentication status (False -> True)" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Degraded changed for operator authentication" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Available changed for operator console" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Progressing changed for operator console" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Available changed for operator ingress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Degraded changed for operator ingress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Progressing changed for operator ingress" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Progressing changed for operator network" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Available changed for operator openshift-apiserver" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Available changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.227Z" level=info msg="condition Progressing changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.242Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=srn7hmhb
time="2022-01-26T04:06:56.242Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=242 elapsedMillisGT=0 outcome=unspecified reconcileID=srn7hmhb
time="2022-01-26T04:07:13.283Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:07:13.283Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:07:13.283Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:07:13.283Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:07:13.283Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:07:13.283Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:09:13.284Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:09:13.284Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:09:13.284Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:09:13.284Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:09:13.284Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:09:13.284Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:11:13.285Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:11:13.285Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:11:13.286Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:11:13.286Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:11:13.286Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:11:13.286Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:13:09.246Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=f779l7rb
time="2022-01-26T04:13:09.246Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=f779l7rb
time="2022-01-26T04:13:09.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=f779l7rb
time="2022-01-26T04:13:13.287Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:13:13.287Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:13:13.287Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:13:13.287Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:13:13.287Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:13:13.287Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:15:00.146Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T04:15:00.146Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T04:15:13.287Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:15:13.288Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:15:13.288Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:15:13.288Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:15:13.288Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:15:13.288Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:17:13.288Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:17:13.288Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:17:13.288Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:17:13.288Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:17:13.288Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:17:13.289Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:19:13.29Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:19:13.29Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:19:13.29Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:19:13.29Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:19:13.29Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:19:13.29Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:20:56.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xqxfggvw
time="2022-01-26T04:20:56.666Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xqxfggvw
time="2022-01-26T04:21:13.291Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:21:13.291Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:21:13.291Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:21:13.291Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:21:13.291Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:21:13.291Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:21:26.668Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=xqxfggvw
time="2022-01-26T04:21:26.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=7xwrtqsz
time="2022-01-26T04:21:26.68Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=7xwrtqsz
time="2022-01-26T04:21:26.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xwrtqsz
time="2022-01-26T04:21:26.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=kf6bslrz
time="2022-01-26T04:21:26.68Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=kf6bslrz
time="2022-01-26T04:21:26.68Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=kf6bslrz
time="2022-01-26T04:21:26.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kf6bslrz
time="2022-01-26T04:21:26.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=92cd7lsl
time="2022-01-26T04:21:26.68Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=92cd7lsl
time="2022-01-26T04:21:26.68Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=cpzb4x89
time="2022-01-26T04:21:26.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92cd7lsl
time="2022-01-26T04:21:26.68Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=xl7jx7nf
time="2022-01-26T04:21:26.68Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=cpzb4x89
time="2022-01-26T04:21:26.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cpzb4x89
time="2022-01-26T04:21:26.68Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=xl7jx7nf
time="2022-01-26T04:21:26.68Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=xl7jx7nf
time="2022-01-26T04:21:26.681Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=t578sgwm
time="2022-01-26T04:21:26.681Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=t578sgwm
time="2022-01-26T04:21:26.681Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t578sgwm
time="2022-01-26T04:21:26.681Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=rmrsrznt
time="2022-01-26T04:21:26.681Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=wscmwbj9
time="2022-01-26T04:21:26.681Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=rmrsrznt
time="2022-01-26T04:21:26.681Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=rmrsrznt
time="2022-01-26T04:21:26.681Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmrsrznt
time="2022-01-26T04:21:26.681Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=wscmwbj9
time="2022-01-26T04:21:26.681Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=wscmwbj9
time="2022-01-26T04:21:26.681Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=wscmwbj9
time="2022-01-26T04:21:26.681Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T04:21:26.681Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=wscmwbj9
time="2022-01-26T04:21:26.681Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wscmwbj9
time="2022-01-26T04:21:26.681Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30015 elapsedMillisGT=30000 outcome=unspecified reconcileID=xqxfggvw
time="2022-01-26T04:21:26.681Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=hx4w4tpr
time="2022-01-26T04:21:26.681Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=hx4w4tpr
time="2022-01-26T04:21:26.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=n4gh6g4p
time="2022-01-26T04:21:26.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T04:21:26.685Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T04:21:26.685Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=n4gh6g4p
time="2022-01-26T04:21:26.685Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T04:21:26.685Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=g95vzj6h
time="2022-01-26T04:21:26.685Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=g95vzj6h
time="2022-01-26T04:21:26.685Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g95vzj6h
time="2022-01-26T04:21:26.686Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T04:21:26.686Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=tf9thxlq stale=0 standby=1 unclaimed=1
time="2022-01-26T04:21:26.686Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq unassignedCount=0
time="2022-01-26T04:21:26.686Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=n4gh6g4p
time="2022-01-26T04:21:26.686Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tf9thxlq
time="2022-01-26T04:21:26.686Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=ggd8z6tz
time="2022-01-26T04:21:26.686Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T04:21:26.686Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=ggd8z6tz
time="2022-01-26T04:21:26.686Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=ggd8z6tz
time="2022-01-26T04:21:26.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2j2bvpd5
time="2022-01-26T04:21:26.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:21:26.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:21:26.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:21:26.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:21:26.686Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2j2bvpd5
time="2022-01-26T04:21:26.686Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2j2bvpd5
time="2022-01-26T04:21:26.686Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2j2bvpd5
time="2022-01-26T04:21:26.688Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2j2bvpd5
time="2022-01-26T04:21:26.688Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2j2bvpd5
time="2022-01-26T04:21:26.821Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=n4gh6g4p states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T04:21:26.821Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=n4gh6g4p
time="2022-01-26T04:21:26.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=135 elapsedMillisGT=0 outcome=unspecified reconcileID=n4gh6g4p
time="2022-01-26T04:21:56.682Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=hx4w4tpr
time="2022-01-26T04:21:56.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=hx4w4tpr
time="2022-01-26T04:23:09.339Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=qkz8gwj8
time="2022-01-26T04:23:09.339Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=qkz8gwj8
time="2022-01-26T04:23:09.421Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=82 elapsedMillisGT=0 outcome=unspecified reconcileID=qkz8gwj8
time="2022-01-26T04:23:09.748Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=8fq2mlhh
time="2022-01-26T04:23:09.748Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=8fq2mlhh
time="2022-01-26T04:23:13.292Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:23:13.292Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:23:13.292Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:23:13.292Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:23:13.292Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:23:13.292Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:23:35.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:23:35.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:23:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:23:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:24:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:24:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:24:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:24:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:24:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:24:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:24:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:24:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:13.293Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:13.294Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:25:13.294Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:25:13.294Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:25:13.294Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:25:13.294Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:25:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:25:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:26:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:26:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:26:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:26:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:26:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:26:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:26:36.23Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=l8wfk82f
time="2022-01-26T04:26:36.23Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=l8wfk82f
time="2022-01-26T04:26:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:26:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:13.294Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:13.294Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:27:13.294Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:27:13.294Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:27:13.295Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:27:13.295Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:27:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:37.896Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=h7z2m4hz
time="2022-01-26T04:27:37.896Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jj5hs7tt
time="2022-01-26T04:27:37.896Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T04:27:37.896Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T04:27:37.896Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=jj5hs7tt
time="2022-01-26T04:27:37.896Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=jj5hs7tt
time="2022-01-26T04:27:37.896Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=s6mr4w62
time="2022-01-26T04:27:37.896Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T04:27:37.939Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=s6mr4w62
time="2022-01-26T04:27:37.957Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=s6mr4w62
time="2022-01-26T04:27:37.957Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=s6mr4w62
time="2022-01-26T04:27:38.001Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=s6mr4w62
time="2022-01-26T04:27:38.001Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=s6mr4w62
time="2022-01-26T04:27:38.005Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=s6mr4w62
time="2022-01-26T04:27:38.005Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=s6mr4w62
time="2022-01-26T04:27:38.005Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=108 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=s6mr4w62
time="2022-01-26T04:27:38.026Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=h7z2m4hz
time="2022-01-26T04:27:38.051Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=h7z2m4hz
time="2022-01-26T04:27:38.051Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=h7z2m4hz
time="2022-01-26T04:27:38.077Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=h7z2m4hz
time="2022-01-26T04:27:38.077Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=h7z2m4hz
time="2022-01-26T04:27:38.083Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=h7z2m4hz
time="2022-01-26T04:27:38.083Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=h7z2m4hz
time="2022-01-26T04:27:38.083Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=187 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=h7z2m4hz
time="2022-01-26T04:27:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:27:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:28:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:28:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:28:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:28:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:28:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:28:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:28:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:28:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:13.295Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:13.295Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:29:13.295Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:29:13.295Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:29:13.295Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:29:13.295Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:29:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:29:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:30:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T04:30:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T04:30:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:30:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:30:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:30:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:30:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:30:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:30:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:30:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:13.296Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:13.296Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:31:13.296Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:31:13.296Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:31:13.296Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:31:13.296Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:31:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:31:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:32:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:32:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:32:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:32:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:32:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:32:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:32:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:32:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:09.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=psqvdkj6
time="2022-01-26T04:33:09.421Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=psqvdkj6
time="2022-01-26T04:33:09.509Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=psqvdkj6
time="2022-01-26T04:33:13.298Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:13.298Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:33:13.298Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:33:13.298Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:33:13.298Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:33:13.298Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:33:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:33:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:34:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:34:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:34:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:34:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:34:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:34:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:34:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:34:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:13.299Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:13.299Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:35:13.299Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:35:13.299Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:35:13.299Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:35:13.3Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:35:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:35:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:36:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:36:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:36:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:36:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:36:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:36:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:36:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:36:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:13.3Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:13.3Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:37:13.3Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:37:13.301Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:37:13.301Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:37:13.301Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:37:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:37:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:38:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:38:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:38:06.681Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=bxm5bkmb
time="2022-01-26T04:38:06.681Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=bxm5bkmb
time="2022-01-26T04:38:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:38:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:38:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:38:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:38:36.683Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=bxm5bkmb
time="2022-01-26T04:38:36.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=bxm5bkmb
time="2022-01-26T04:38:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:38:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:05.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:13.301Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:13.301Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:39:13.301Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:39:13.301Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:39:13.301Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:39:13.301Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:39:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:39:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:40:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:40:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:40:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:40:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:40:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:40:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:40:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:40:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:13.302Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:13.303Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:41:13.303Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:41:13.303Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:41:13.303Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:41:13.303Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:41:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:41:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:42:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:42:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:42:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:42:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:42:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:42:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:42:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:42:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:09.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=8zbzpfdv
time="2022-01-26T04:43:09.51Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=8zbzpfdv
time="2022-01-26T04:43:09.588Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=78 elapsedMillisGT=0 outcome=unspecified reconcileID=8zbzpfdv
time="2022-01-26T04:43:13.303Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:13.303Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:43:13.304Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:43:13.304Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:43:13.304Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:43:13.304Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:43:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:43:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:44:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:44:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:44:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:44:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:44:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:44:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:44:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:44:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T04:45:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T04:45:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:13.304Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:13.305Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:45:13.305Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:45:13.305Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:45:13.305Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:45:13.305Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:45:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:45:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:46:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:46:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:46:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:46:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:46:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:46:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:46:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:46:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:05.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:05.378Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:13.305Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:13.306Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:47:13.306Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:47:13.306Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:47:13.306Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:47:13.306Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:47:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:47:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:48:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:48:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:48:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:48:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:48:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:48:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:48:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:48:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:13.306Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:13.307Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:49:13.307Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:49:13.307Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:49:13.307Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:49:13.307Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:49:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:49:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:50:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:50:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:50:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:50:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:50:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:50:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:50:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:50:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:13.308Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:13.308Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:51:13.308Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:51:13.308Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:51:13.308Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:51:13.308Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:51:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:51:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:52:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:52:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:52:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:52:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:52:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:52:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:52:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:52:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:09.593Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=jx28jmcf
time="2022-01-26T04:53:09.593Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=jx28jmcf
time="2022-01-26T04:53:09.706Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=113 elapsedMillisGT=0 outcome=unspecified reconcileID=jx28jmcf
time="2022-01-26T04:53:13.309Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:13.309Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:53:13.309Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:53:13.309Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:53:13.309Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:53:13.309Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:53:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:53:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:54:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:54:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:54:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:54:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:54:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:54:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:54:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:54:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:13.31Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:13.31Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:55:13.31Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:55:13.31Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:55:13.31Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:55:13.31Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:55:16.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=pft2r2rw
time="2022-01-26T04:55:16.684Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=pft2r2rw
time="2022-01-26T04:55:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:46.686Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.17.192.198:6443: i/o timeout" reconcileID=pft2r2rw
time="2022-01-26T04:55:46.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=pft2r2rw
time="2022-01-26T04:55:46.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=mjbd2tj4
time="2022-01-26T04:55:46.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=s9pm8rw8
time="2022-01-26T04:55:46.699Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=mjbd2tj4
time="2022-01-26T04:55:46.699Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=s9pm8rw8
time="2022-01-26T04:55:46.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9pm8rw8
time="2022-01-26T04:55:46.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vvs82t7l
time="2022-01-26T04:55:46.699Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=vvs82t7l
time="2022-01-26T04:55:46.699Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vvs82t7l
time="2022-01-26T04:55:46.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvs82t7l
time="2022-01-26T04:55:46.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g94ztqxb
time="2022-01-26T04:55:46.699Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g94ztqxb
time="2022-01-26T04:55:46.699Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=g94ztqxb
time="2022-01-26T04:55:46.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g94ztqxb
time="2022-01-26T04:55:46.699Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=p5gmwj97
time="2022-01-26T04:55:46.699Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=p5gmwj97
time="2022-01-26T04:55:46.699Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=p5gmwj97
time="2022-01-26T04:55:46.699Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2ddfrcld
time="2022-01-26T04:55:46.7Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2ddfrcld
time="2022-01-26T04:55:46.7Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2ddfrcld
time="2022-01-26T04:55:46.7Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2ddfrcld
time="2022-01-26T04:55:46.7Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T04:55:46.7Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2ddfrcld
time="2022-01-26T04:55:46.7Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ddfrcld
time="2022-01-26T04:55:46.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=rbhht264
time="2022-01-26T04:55:46.7Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=rbhht264
time="2022-01-26T04:55:46.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rbhht264
time="2022-01-26T04:55:46.7Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=djq5j6m7
time="2022-01-26T04:55:46.7Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=djq5j6m7
time="2022-01-26T04:55:46.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=djq5j6m7
time="2022-01-26T04:55:46.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=rmwf26bd
time="2022-01-26T04:55:46.7Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=rmwf26bd
time="2022-01-26T04:55:46.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmwf26bd
time="2022-01-26T04:55:46.704Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=ng2fn6r2
time="2022-01-26T04:55:46.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T04:55:46.704Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=ng2fn6r2
time="2022-01-26T04:55:46.704Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T04:55:46.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ng2fn6r2
time="2022-01-26T04:55:46.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T04:55:46.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=k4knj4xc
time="2022-01-26T04:55:46.704Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2ppvgn5h
time="2022-01-26T04:55:46.704Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T04:55:46.704Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2ppvgn5h
time="2022-01-26T04:55:46.704Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=2ppvgn5h
time="2022-01-26T04:55:46.704Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:55:46.705Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:55:46.705Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:55:46.705Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T04:55:46.705Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=k4knj4xc
time="2022-01-26T04:55:46.705Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=k4knj4xc
time="2022-01-26T04:55:46.705Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=k4knj4xc
time="2022-01-26T04:55:46.706Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=6z8krns2
time="2022-01-26T04:55:46.706Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=6z8krns2
time="2022-01-26T04:55:46.706Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=6z8krns2
time="2022-01-26T04:55:46.706Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=k4knj4xc
time="2022-01-26T04:55:46.706Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=k4knj4xc
time="2022-01-26T04:55:46.706Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.706Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T04:55:46.706Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=rngxtdzk stale=0 standby=1 unclaimed=1
time="2022-01-26T04:55:46.706Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk unassignedCount=0
time="2022-01-26T04:55:46.706Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.706Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.706Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.707Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.707Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.707Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.707Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.707Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rngxtdzk
time="2022-01-26T04:55:46.707Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rngxtdzk
time="2022-01-26T04:55:46.833Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=6z8krns2 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T04:55:46.833Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=6z8krns2
time="2022-01-26T04:55:46.833Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=127 elapsedMillisGT=0 outcome=unspecified reconcileID=6z8krns2
time="2022-01-26T04:55:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:55:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:56:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:56:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:56:16.701Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.17.192.198:6443: i/o timeout" reconcileID=mjbd2tj4
time="2022-01-26T04:56:16.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=mjbd2tj4
time="2022-01-26T04:56:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:56:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:56:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:56:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:56:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:56:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:13.311Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:13.311Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:57:13.311Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:57:13.311Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:57:13.311Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:57:13.311Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:57:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:57:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:58:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:58:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:58:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:58:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:58:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:58:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:58:56.944Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:58:56.944Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:13.311Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:13.312Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T04:59:13.312Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T04:59:13.312Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T04:59:13.312Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T04:59:13.312Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T04:59:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:48.662Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=767959md
time="2022-01-26T04:59:48.662Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bscp925d
time="2022-01-26T04:59:48.662Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T04:59:48.662Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T04:59:48.662Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f4lbmfcw
time="2022-01-26T04:59:48.662Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T04:59:48.662Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=f4lbmfcw
time="2022-01-26T04:59:48.662Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=f4lbmfcw
time="2022-01-26T04:59:48.697Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=767959md
time="2022-01-26T04:59:48.709Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bscp925d
time="2022-01-26T04:59:48.714Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=767959md
time="2022-01-26T04:59:48.714Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=767959md
time="2022-01-26T04:59:48.73Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bscp925d
time="2022-01-26T04:59:48.731Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bscp925d
time="2022-01-26T04:59:48.755Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=767959md
time="2022-01-26T04:59:48.755Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=767959md
time="2022-01-26T04:59:48.759Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=767959md
time="2022-01-26T04:59:48.759Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=767959md
time="2022-01-26T04:59:48.759Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=96 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=767959md
time="2022-01-26T04:59:48.77Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bscp925d
time="2022-01-26T04:59:48.77Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bscp925d
time="2022-01-26T04:59:48.776Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bscp925d
time="2022-01-26T04:59:48.776Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=bscp925d
time="2022-01-26T04:59:48.776Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=113 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=bscp925d
time="2022-01-26T04:59:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T04:59:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:00:00.145Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T05:00:00.145Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T05:00:05.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:00:05.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:00:26.945Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:00:26.946Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:00:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:00:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:00:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:00:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:13.312Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:13.313Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:01:13.313Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:01:13.313Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:01:13.313Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:01:13.313Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:01:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:01:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:02:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:02:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:02:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:02:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:02:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:02:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:02:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:02:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:09.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=qx6rjn6h
time="2022-01-26T05:03:09.708Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=qx6rjn6h
time="2022-01-26T05:03:09.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=93 elapsedMillisGT=0 outcome=unspecified reconcileID=qx6rjn6h
time="2022-01-26T05:03:13.314Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:13.314Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:03:13.314Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:03:13.314Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:03:13.314Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:03:13.314Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:03:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:03:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:04:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:04:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:04:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:04:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:04:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:04:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:04:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:04:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:13.315Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:13.315Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:05:13.315Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:05:13.315Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:05:13.315Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:05:13.315Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:05:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:05:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:06:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:06:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:06:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:06:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:06:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:06:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:06:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:06:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:13.315Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:13.315Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:07:13.316Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:07:13.316Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:07:13.316Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:07:13.316Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:07:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:07:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:08:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:08:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:08:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:08:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:08:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:08:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:08:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:08:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:13.316Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:13.316Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:09:13.316Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:09:13.316Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:09:13.316Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:09:13.316Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:09:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:09:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:10:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:10:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:10:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:10:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:10:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:10:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:10:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:10:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:13.317Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:13.317Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:11:13.317Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:11:13.317Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:11:13.317Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:11:13.318Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:11:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:11:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:12:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:12:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:12:26.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=kfvcwgxn
time="2022-01-26T05:12:26.699Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=kfvcwgxn
time="2022-01-26T05:12:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:12:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:12:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:12:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:12:56.701Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.17.192.198:6443: i/o timeout" reconcileID=kfvcwgxn
time="2022-01-26T05:12:56.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=kfvcwgxn
time="2022-01-26T05:12:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:12:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:09.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=wsfw4w6q
time="2022-01-26T05:13:09.802Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=wsfw4w6q
time="2022-01-26T05:13:09.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=80 elapsedMillisGT=0 outcome=unspecified reconcileID=wsfw4w6q
time="2022-01-26T05:13:13.318Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:13.319Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:13:13.319Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:13:13.319Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:13:13.319Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:13:13.319Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:13:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:13:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:14:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:14:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:14:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:14:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:14:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:14:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:14:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:14:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:00.145Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T05:15:00.146Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T05:15:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:13.319Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:13.319Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:15:13.32Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:15:13.32Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:15:13.32Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:15:13.32Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:15:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:15:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:16:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:16:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:16:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:16:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:16:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:16:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:16:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:16:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:13.321Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:13.321Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:17:13.321Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:17:13.321Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:17:13.321Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:17:13.321Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:17:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:17:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:18:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:18:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:18:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:18:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:18:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:18:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:18:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:18:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:13.322Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:13.322Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:19:13.322Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:19:13.322Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:19:13.322Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:19:13.322Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:19:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:19:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:20:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:20:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:20:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:20:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:20:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:20:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:20:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:20:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:13.323Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:13.323Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:21:13.323Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:21:13.323Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:21:13.323Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:21:13.323Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:21:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:21:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:22:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:22:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:22:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:22:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:22:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:22:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:22:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:22:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:09.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=rm6lv22n
time="2022-01-26T05:23:09.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=rm6lv22n
time="2022-01-26T05:23:09.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=88 elapsedMillisGT=0 outcome=unspecified reconcileID=rm6lv22n
time="2022-01-26T05:23:13.324Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:13.324Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:23:13.324Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:23:13.324Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:23:13.324Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:23:13.324Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:23:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:23:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:24:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:24:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:24:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:24:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:24:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:24:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:24:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:24:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:13.325Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:13.325Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:25:13.325Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:25:13.325Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:25:13.325Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:25:13.325Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:25:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:25:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:26:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:26:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:26:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:26:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:26:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:26:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:26:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:26:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:13.327Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:13.327Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:27:13.327Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:27:13.327Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:27:13.327Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:27:13.327Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:27:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:27:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:28:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:28:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:28:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:28:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:28:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:28:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:28:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:28:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:13.328Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:13.328Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:29:13.328Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:29:13.328Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:29:13.328Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:29:13.328Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:29:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:36.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=dfvvjz8j
time="2022-01-26T05:29:36.702Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=dfvvjz8j
time="2022-01-26T05:29:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:29:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:30:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T05:30:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T05:30:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:30:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:30:06.703Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=dfvvjz8j
time="2022-01-26T05:30:06.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=8cbp2f5d
time="2022-01-26T05:30:06.715Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=8cbp2f5d
time="2022-01-26T05:30:06.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8cbp2f5d
time="2022-01-26T05:30:06.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=9h7n6tgj
time="2022-01-26T05:30:06.715Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=9h7n6tgj
time="2022-01-26T05:30:06.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=r8c9mx7s
time="2022-01-26T05:30:06.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9h7n6tgj
time="2022-01-26T05:30:06.715Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=cgcw5hbp
time="2022-01-26T05:30:06.715Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=r8c9mx7s
time="2022-01-26T05:30:06.715Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=r8c9mx7s
time="2022-01-26T05:30:06.715Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=cgcw5hbp
time="2022-01-26T05:30:06.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8c9mx7s
time="2022-01-26T05:30:06.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=fltksd6z
time="2022-01-26T05:30:06.715Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=fltksd6z
time="2022-01-26T05:30:06.715Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=fltksd6z
time="2022-01-26T05:30:06.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fltksd6z
time="2022-01-26T05:30:06.715Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=tqsp7bwq
time="2022-01-26T05:30:06.715Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=cgcw5hbp
time="2022-01-26T05:30:06.715Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=cgcw5hbp
time="2022-01-26T05:30:06.715Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T05:30:06.715Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=cgcw5hbp
time="2022-01-26T05:30:06.715Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cgcw5hbp
time="2022-01-26T05:30:06.715Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=nn9fn52n
time="2022-01-26T05:30:06.715Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=nn9fn52n
time="2022-01-26T05:30:06.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nn9fn52n
time="2022-01-26T05:30:06.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=48c5mgwv
time="2022-01-26T05:30:06.715Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=48c5mgwv
time="2022-01-26T05:30:06.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=48c5mgwv
time="2022-01-26T05:30:06.715Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=tqsp7bwq
time="2022-01-26T05:30:06.715Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=tqsp7bwq
time="2022-01-26T05:30:06.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=dfvvjz8j
time="2022-01-26T05:30:06.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=n52z87s2
time="2022-01-26T05:30:06.716Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=n52z87s2
time="2022-01-26T05:30:06.72Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T05:30:06.72Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=9w5v6vb7
time="2022-01-26T05:30:06.72Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T05:30:06.72Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T05:30:06.72Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=9w5v6vb7
time="2022-01-26T05:30:06.72Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9w5v6vb7
time="2022-01-26T05:30:06.72Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rwkvnb5v
time="2022-01-26T05:30:06.72Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8xfjfzd
time="2022-01-26T05:30:06.72Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rwkvnb5v
time="2022-01-26T05:30:06.72Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T05:30:06.72Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T05:30:06.72Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T05:30:06.72Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T05:30:06.72Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8xfjfzd
time="2022-01-26T05:30:06.72Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8xfjfzd
time="2022-01-26T05:30:06.72Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8xfjfzd
time="2022-01-26T05:30:06.72Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=rwkvnb5v
time="2022-01-26T05:30:06.72Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T05:30:06.721Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=npjlqkhn stale=0 standby=1 unclaimed=1
time="2022-01-26T05:30:06.721Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn unassignedCount=0
time="2022-01-26T05:30:06.721Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=npjlqkhn
time="2022-01-26T05:30:06.721Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7f7xck9k
time="2022-01-26T05:30:06.721Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T05:30:06.721Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=7f7xck9k
time="2022-01-26T05:30:06.721Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=7f7xck9k
time="2022-01-26T05:30:06.722Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=f8xfjfzd
time="2022-01-26T05:30:06.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=f8xfjfzd
time="2022-01-26T05:30:06.858Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=rwkvnb5v states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T05:30:06.858Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rwkvnb5v
time="2022-01-26T05:30:06.858Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=137 elapsedMillisGT=0 outcome=unspecified reconcileID=rwkvnb5v
time="2022-01-26T05:30:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:30:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:30:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:30:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:30:36.717Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=n52z87s2
time="2022-01-26T05:30:36.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=n52z87s2
time="2022-01-26T05:30:41.087Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.087Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T05:30:41.088Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2bkbf5sp
time="2022-01-26T05:30:41.088Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T05:30:41.089Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g2jlhgjf
time="2022-01-26T05:30:41.089Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T05:30:41.089Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=g2jlhgjf
time="2022-01-26T05:30:41.089Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=g2jlhgjf
time="2022-01-26T05:30:41.134Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.135Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2bkbf5sp
time="2022-01-26T05:30:41.153Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.153Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.158Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2bkbf5sp
time="2022-01-26T05:30:41.159Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2bkbf5sp
time="2022-01-26T05:30:41.187Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.187Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.191Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.191Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.191Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=103 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=8mjhgvvs
time="2022-01-26T05:30:41.305Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2bkbf5sp
time="2022-01-26T05:30:41.305Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2bkbf5sp
time="2022-01-26T05:30:41.31Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2bkbf5sp
time="2022-01-26T05:30:41.31Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=2bkbf5sp
time="2022-01-26T05:30:41.31Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=222 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=2bkbf5sp
time="2022-01-26T05:30:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:30:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:13.329Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:13.329Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:31:13.329Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:31:13.329Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:31:13.329Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:31:13.329Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:31:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:31:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:32:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:32:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:32:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:32:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:32:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:32:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:32:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:32:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:09Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=b5lvggbm
time="2022-01-26T05:33:09Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=b5lvggbm
time="2022-01-26T05:33:09.065Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=76tdjz5b
time="2022-01-26T05:33:09.065Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=76tdjz5b
time="2022-01-26T05:33:09.065Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=76tdjz5b
time="2022-01-26T05:33:09.065Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=2mrxh49s
time="2022-01-26T05:33:09.065Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=2mrxh49s
time="2022-01-26T05:33:09.065Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=2mrxh49s
time="2022-01-26T05:33:09.065Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=65 elapsedMillisGT=0 outcome=unspecified reconcileID=b5lvggbm
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=55d9xxww
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=429n6bfs
time="2022-01-26T05:33:09.066Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h59m59.933877122s reconcileID=429n6bfs
time="2022-01-26T05:33:09.066Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=429n6bfs
time="2022-01-26T05:33:09.066Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=55d9xxww
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=9prb7czn
time="2022-01-26T05:33:09.066Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=9prb7czn
time="2022-01-26T05:33:09.066Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9prb7czn
time="2022-01-26T05:33:09.066Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=55d9xxww
time="2022-01-26T05:33:09.066Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=55d9xxww
time="2022-01-26T05:33:09.066Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T05:33:09.066Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=55d9xxww
time="2022-01-26T05:33:09.066Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55d9xxww
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=7zmrbgmz
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=69hhjvpf
time="2022-01-26T05:33:09.066Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=69hhjvpf
time="2022-01-26T05:33:09.066Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69hhjvpf
time="2022-01-26T05:33:09.066Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=7zmrbgmz
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=jtxh9w7q
time="2022-01-26T05:33:09.066Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=jtxh9w7q
time="2022-01-26T05:33:09.066Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jtxh9w7q
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T05:33:09.066Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=qkwx2rbl stale=0 standby=1 unclaimed=1
time="2022-01-26T05:33:09.066Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl unassignedCount=0
time="2022-01-26T05:33:09.066Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkwx2rbl
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=7plsdv86
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.068Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T05:33:09.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T05:33:09.07Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T05:33:09.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T05:33:09.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=cx756ngf
time="2022-01-26T05:33:09.07Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=cx756ngf
time="2022-01-26T05:33:09.07Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=cx756ngf
time="2022-01-26T05:33:09.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cx756ngf
time="2022-01-26T05:33:09.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dgzfvw74
time="2022-01-26T05:33:09.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T05:33:09.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T05:33:09.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T05:33:09.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T05:33:09.07Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dgzfvw74
time="2022-01-26T05:33:09.07Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dgzfvw74
time="2022-01-26T05:33:09.07Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dgzfvw74
time="2022-01-26T05:33:09.071Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=4p8x94q4
time="2022-01-26T05:33:09.071Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=4p8x94q4
time="2022-01-26T05:33:09.071Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=4p8x94q4
time="2022-01-26T05:33:09.073Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=dgzfvw74
time="2022-01-26T05:33:09.074Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=dgzfvw74
time="2022-01-26T05:33:09.135Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.147Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=7plsdv86
time="2022-01-26T05:33:09.147Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=7plsdv86
time="2022-01-26T05:33:09.147Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=80 elapsedMillisGT=0 outcome=unspecified reconcileID=7plsdv86
time="2022-01-26T05:33:09.191Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=124 elapsedMillisGT=0 outcome=unspecified reconcileID=7zmrbgmz
time="2022-01-26T05:33:09.23Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=2mrxh49s states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T05:33:09.293Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.294Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.308Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=6 reconcileID=2mrxh49s
time="2022-01-26T05:33:09.308Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=2mrxh49s
time="2022-01-26T05:33:09.319Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.319Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.365Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=2mrxh49s
time="2022-01-26T05:33:09.365Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=300 elapsedMillisGT=0 outcome=unspecified reconcileID=2mrxh49s
time="2022-01-26T05:33:09.377Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.377Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.377Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=309 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=sgjq8lr8
time="2022-01-26T05:33:09.971Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=f58xg4l4
time="2022-01-26T05:33:09.971Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=f58xg4l4
time="2022-01-26T05:33:10.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=56 elapsedMillisGT=0 outcome=unspecified reconcileID=f58xg4l4
time="2022-01-26T05:33:13.33Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:13.33Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:33:13.33Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:33:13.33Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:33:13.33Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:33:13.33Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:33:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:33:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:34:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:34:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:34:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:34:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:34:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:34:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:34:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:34:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:13.33Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:13.331Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:35:13.331Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:35:13.331Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:35:13.331Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:35:13.331Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:35:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:35:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:36:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:36:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:36:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:36:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:36:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:36:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:36:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:36:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:13.332Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:13.332Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:37:13.332Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:37:13.332Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:37:13.332Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:37:13.332Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:37:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:37:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:38:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:38:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:38:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:38:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:38:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:38:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:38:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:38:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:13.332Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:13.332Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:39:13.333Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:39:13.333Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:39:13.333Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:39:13.333Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:39:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:39:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:40:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:40:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:40:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:40:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:40:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:40:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:40:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:40:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:13.333Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:13.333Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:41:13.334Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:41:13.334Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:41:13.334Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:41:13.334Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:41:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:41:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:42:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:42:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:42:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:42:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:42:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:42:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:42:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:42:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:10.029Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=h465gqlb
time="2022-01-26T05:43:10.029Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=h465gqlb
time="2022-01-26T05:43:10.19Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=161 elapsedMillisGT=0 outcome=unspecified reconcileID=h465gqlb
time="2022-01-26T05:43:13.335Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:13.335Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:43:13.335Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:43:13.335Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:43:13.335Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:43:13.335Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:43:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:43:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:44:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:44:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:44:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:44:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:44:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:44:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:44:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:44:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:00.144Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T05:45:00.144Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T05:45:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:13.335Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:13.335Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:45:13.336Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:45:13.336Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:45:13.336Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:45:13.336Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:45:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:45:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:46:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:46:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:46:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:46:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:46:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:46:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:46:46.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=z8k6fdsr
time="2022-01-26T05:46:46.717Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=z8k6fdsr
time="2022-01-26T05:46:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:46:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:13.336Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:13.336Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:47:13.336Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:47:13.336Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:47:13.336Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:47:13.337Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:47:16.718Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=z8k6fdsr
time="2022-01-26T05:47:16.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=z8k6fdsr
time="2022-01-26T05:47:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:47:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:48:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:48:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:48:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:48:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:48:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:48:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:48:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:48:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:13.338Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:13.338Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:49:13.338Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:49:13.338Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:49:13.338Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:49:13.338Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:49:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:49:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:50:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:50:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:50:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:50:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:50:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:50:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:50:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:50:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:13.338Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:13.339Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:51:13.339Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:51:13.339Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:51:13.339Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:51:13.339Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:51:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:51:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:52:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:52:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:52:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:52:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:52:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:52:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:52:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:52:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:10.191Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=rx95sgp9
time="2022-01-26T05:53:10.191Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=rx95sgp9
time="2022-01-26T05:53:10.32Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=129 elapsedMillisGT=0 outcome=unspecified reconcileID=rx95sgp9
time="2022-01-26T05:53:13.339Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:13.34Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:53:13.34Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:53:13.34Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:53:13.34Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:53:13.34Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:53:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:53:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:54:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:54:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:54:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:54:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:54:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:54:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:54:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:54:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:13.34Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:13.34Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:55:13.34Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:55:13.34Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:55:13.34Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:55:13.34Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:55:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:55:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:56:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:56:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:56:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:56:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:56:35.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:56:35.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:56:46.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=hk5v6rg5
time="2022-01-26T05:56:46.001Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=hk5v6rg5
time="2022-01-26T05:56:46.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=61 elapsedMillisGT=0 outcome=unspecified reconcileID=hk5v6rg5
time="2022-01-26T05:56:46.063Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=gr9vh5vt
time="2022-01-26T05:56:46.063Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=gr9vh5vt
time="2022-01-26T05:56:46.063Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gr9vh5vt
time="2022-01-26T05:56:46.063Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=wkffp2k9
time="2022-01-26T05:56:46.063Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=wkffp2k9
time="2022-01-26T05:56:46.064Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=wkffp2k9
time="2022-01-26T05:56:46.065Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xpzbshkn
time="2022-01-26T05:56:46.065Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T05:56:46.065Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ztwjgq69
time="2022-01-26T05:56:46.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ztwjgq69
time="2022-01-26T05:56:46.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ztwjgq69
time="2022-01-26T05:56:46.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ztwjgq69
time="2022-01-26T05:56:46.065Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T05:56:46.065Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ztwjgq69
time="2022-01-26T05:56:46.065Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztwjgq69
time="2022-01-26T05:56:46.065Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=s556cncd
time="2022-01-26T05:56:46.065Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=s556cncd
time="2022-01-26T05:56:46.065Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=s556cncd
time="2022-01-26T05:56:46.065Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s556cncd
time="2022-01-26T05:56:46.065Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=rfr7xtj5
time="2022-01-26T05:56:46.066Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=rfr7xtj5
time="2022-01-26T05:56:46.066Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rfr7xtj5
time="2022-01-26T05:56:46.066Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=rs6tvmt7
time="2022-01-26T05:56:46.066Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=rs6tvmt7
time="2022-01-26T05:56:46.066Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rs6tvmt7
time="2022-01-26T05:56:46.066Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.066Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T05:56:46.066Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=9vj6bmjt stale=0 standby=1 unclaimed=1
time="2022-01-26T05:56:46.066Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt unassignedCount=0
time="2022-01-26T05:56:46.066Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.066Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.066Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.066Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.066Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.066Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.067Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.067Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.067Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=9vj6bmjt
time="2022-01-26T05:56:46.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=bk8zjkh9
time="2022-01-26T05:56:46.068Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h59m59.931988491s reconcileID=bk8zjkh9
time="2022-01-26T05:56:46.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bk8zjkh9
time="2022-01-26T05:56:46.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=dvbpbvlj
time="2022-01-26T05:56:46.068Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=dvbpbvlj
time="2022-01-26T05:56:46.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dvbpbvlj
time="2022-01-26T05:56:46.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T05:56:46.068Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T05:56:46.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T05:56:46.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=rf659lfz
time="2022-01-26T05:56:46.068Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=rf659lfz
time="2022-01-26T05:56:46.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=58r5jdd6
time="2022-01-26T05:56:46.069Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T05:56:46.069Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T05:56:46.069Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T05:56:46.069Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T05:56:46.069Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=58r5jdd6
time="2022-01-26T05:56:46.069Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=58r5jdd6
time="2022-01-26T05:56:46.069Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=58r5jdd6
time="2022-01-26T05:56:46.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=r88mh857
time="2022-01-26T05:56:46.072Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=r88mh857
time="2022-01-26T05:56:46.072Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=r88mh857
time="2022-01-26T05:56:46.072Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r88mh857
time="2022-01-26T05:56:46.067Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=pp5ftl8d
time="2022-01-26T05:56:46.072Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=pp5ftl8d
time="2022-01-26T05:56:46.072Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=58r5jdd6
time="2022-01-26T05:56:46.072Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=pp5ftl8d
time="2022-01-26T05:56:46.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ptds96hr
time="2022-01-26T05:56:46.072Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=58r5jdd6
time="2022-01-26T05:56:46.153Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xpzbshkn
time="2022-01-26T05:56:46.177Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ptds96hr
time="2022-01-26T05:56:46.177Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ptds96hr
time="2022-01-26T05:56:46.177Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=105 elapsedMillisGT=0 outcome=unspecified reconcileID=ptds96hr
time="2022-01-26T05:56:46.185Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xpzbshkn
time="2022-01-26T05:56:46.186Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xpzbshkn
time="2022-01-26T05:56:46.207Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=139 elapsedMillisGT=0 outcome=unspecified reconcileID=rf659lfz
time="2022-01-26T05:56:46.216Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=wkffp2k9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T05:56:46.228Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xpzbshkn
time="2022-01-26T05:56:46.228Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xpzbshkn
time="2022-01-26T05:56:46.263Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xpzbshkn
time="2022-01-26T05:56:46.263Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=xpzbshkn
time="2022-01-26T05:56:46.263Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=198 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=xpzbshkn
time="2022-01-26T05:56:46.285Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=wkffp2k9
time="2022-01-26T05:56:46.285Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=wkffp2k9
time="2022-01-26T05:56:46.316Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=wkffp2k9
time="2022-01-26T05:56:46.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=253 elapsedMillisGT=0 outcome=unspecified reconcileID=wkffp2k9
time="2022-01-26T05:56:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:56:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:13.341Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:13.341Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:57:13.341Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:57:13.341Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:57:13.341Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:57:13.341Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:57:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:57:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:58:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:58:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:58:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:58:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:58:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:58:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:58:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:58:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:13.342Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:13.342Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T05:59:13.342Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T05:59:13.342Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T05:59:13.342Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T05:59:13.342Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T05:59:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T05:59:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:00:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:00:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:00:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:00:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:00:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:00:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:00:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:00:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:00:52.199Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=svnhmzc4
time="2022-01-26T06:00:52.199Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T06:00:52.199Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=svnhmzc4
time="2022-01-26T06:00:52.199Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=svnhmzc4
time="2022-01-26T06:00:52.199Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=l469t7pn
time="2022-01-26T06:00:52.199Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T06:00:52.2Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r2b5n672
time="2022-01-26T06:00:52.2Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T06:00:52.244Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r2b5n672
time="2022-01-26T06:00:52.248Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=l469t7pn
time="2022-01-26T06:00:52.267Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r2b5n672
time="2022-01-26T06:00:52.267Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r2b5n672
time="2022-01-26T06:00:52.271Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=l469t7pn
time="2022-01-26T06:00:52.271Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=l469t7pn
time="2022-01-26T06:00:52.314Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r2b5n672
time="2022-01-26T06:00:52.314Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r2b5n672
time="2022-01-26T06:00:52.326Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r2b5n672
time="2022-01-26T06:00:52.326Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=r2b5n672
time="2022-01-26T06:00:52.326Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=125 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=r2b5n672
time="2022-01-26T06:00:52.392Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=l469t7pn
time="2022-01-26T06:00:52.392Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=l469t7pn
time="2022-01-26T06:00:52.397Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=l469t7pn
time="2022-01-26T06:00:52.397Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=l469t7pn
time="2022-01-26T06:00:52.397Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=197 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=l469t7pn
time="2022-01-26T06:00:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:00:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:13.342Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:13.343Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:01:13.343Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:01:13.343Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:01:13.343Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:01:13.343Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:01:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:01:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:02:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:02:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:02:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:02:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:02:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:02:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:02:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:02:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:10.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=8hmxqgcn
time="2022-01-26T06:03:10.321Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=8hmxqgcn
time="2022-01-26T06:03:10.423Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=8hmxqgcn
time="2022-01-26T06:03:13.343Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:13.343Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:03:13.343Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:03:13.343Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:03:13.343Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:03:13.343Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:03:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:56.719Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xmklhbb8
time="2022-01-26T06:03:56.719Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=xmklhbb8
time="2022-01-26T06:03:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:03:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:04:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:04:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:04:26.721Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: i/o timeout" reconcileID=xmklhbb8
time="2022-01-26T06:04:26.733Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=xmklhbb8
time="2022-01-26T06:04:26.733Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=tmzxxgwd
time="2022-01-26T06:04:26.734Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=tmzxxgwd
time="2022-01-26T06:04:26.734Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=gd8hzqmb
time="2022-01-26T06:04:26.734Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=tmzxxgwd
time="2022-01-26T06:04:26.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=wbmvd728
time="2022-01-26T06:04:26.734Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=wbmvd728
time="2022-01-26T06:04:26.734Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gd8hzqmb
time="2022-01-26T06:04:26.734Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gd8hzqmb
time="2022-01-26T06:04:26.734Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=gd8hzqmb
time="2022-01-26T06:04:26.734Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T06:04:26.734Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=gd8hzqmb
time="2022-01-26T06:04:26.734Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gd8hzqmb
time="2022-01-26T06:04:26.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=jh6bd5jv
time="2022-01-26T06:04:26.734Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=jh6bd5jv
time="2022-01-26T06:04:26.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jh6bd5jv
time="2022-01-26T06:04:26.734Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=vqm4mxc5
time="2022-01-26T06:04:26.734Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=vqm4mxc5
time="2022-01-26T06:04:26.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vqm4mxc5
time="2022-01-26T06:04:26.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=6vcfrlq4
time="2022-01-26T06:04:26.734Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=6vcfrlq4
time="2022-01-26T06:04:26.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vcfrlq4
time="2022-01-26T06:04:26.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=fcbx66zt
time="2022-01-26T06:04:26.734Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=fcbx66zt
time="2022-01-26T06:04:26.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcbx66zt
time="2022-01-26T06:04:26.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=47zvxrj9
time="2022-01-26T06:04:26.734Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=47zvxrj9
time="2022-01-26T06:04:26.734Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=47zvxrj9
time="2022-01-26T06:04:26.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=47zvxrj9
time="2022-01-26T06:04:26.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=6mhd5wqx
time="2022-01-26T06:04:26.734Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=6mhd5wqx
time="2022-01-26T06:04:26.734Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=6mhd5wqx
time="2022-01-26T06:04:26.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mhd5wqx
time="2022-01-26T06:04:26.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nhjvwcs6
time="2022-01-26T06:04:26.739Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=htp469vm
time="2022-01-26T06:04:26.739Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T06:04:26.74Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=htp469vm
time="2022-01-26T06:04:26.74Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:04:26.74Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=5lh6wz2w
time="2022-01-26T06:04:26.74Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=5lh6wz2w
time="2022-01-26T06:04:26.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5lh6wz2w
time="2022-01-26T06:04:26.74Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:04:26.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T06:04:26.74Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:04:26.74Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T06:04:26.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T06:04:26.74Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:04:26.74Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nhjvwcs6
time="2022-01-26T06:04:26.74Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:04:26.74Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nhjvwcs6
time="2022-01-26T06:04:26.74Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nhjvwcs6
time="2022-01-26T06:04:26.74Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=rr754jf5 stale=0 standby=1 unclaimed=1
time="2022-01-26T06:04:26.74Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5 unassignedCount=0
time="2022-01-26T06:04:26.74Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr754jf5
time="2022-01-26T06:04:26.74Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rr754jf5
time="2022-01-26T06:04:26.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=g5wrvp5f
time="2022-01-26T06:04:26.74Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=g5wrvp5f
time="2022-01-26T06:04:26.74Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=g5wrvp5f
time="2022-01-26T06:04:26.74Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=htp469vm
time="2022-01-26T06:04:26.741Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nhjvwcs6
time="2022-01-26T06:04:26.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=nhjvwcs6
time="2022-01-26T06:04:26.875Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=g5wrvp5f states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T06:04:26.876Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=g5wrvp5f
time="2022-01-26T06:04:26.876Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=135 elapsedMillisGT=0 outcome=unspecified reconcileID=g5wrvp5f
time="2022-01-26T06:04:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:04:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:04:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:04:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:04:56.736Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: i/o timeout" reconcileID=wbmvd728
time="2022-01-26T06:04:56.736Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=wbmvd728
time="2022-01-26T06:04:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:04:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:13.343Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:13.344Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:05:13.344Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:05:13.344Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:05:13.344Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:05:13.344Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:05:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:05:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:06:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:06:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:06:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:06:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:06:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:06:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:06:46.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=rwznpqdk
time="2022-01-26T06:06:46.208Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=rwznpqdk
time="2022-01-26T06:06:46.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=81 elapsedMillisGT=0 outcome=unspecified reconcileID=rwznpqdk
time="2022-01-26T06:06:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:06:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:13.344Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:13.344Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:07:13.344Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:07:13.344Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:07:13.344Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:07:13.345Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:07:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:07:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:08:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:08:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:08:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:08:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:08:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:08:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:08:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:08:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:13.345Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:13.345Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:09:13.345Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:09:13.345Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:09:13.345Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:09:13.345Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:09:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:09:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:10:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:10:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:10:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:10:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:10:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:10:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:10:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:10:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:13.346Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:13.346Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:11:13.346Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:11:13.346Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:11:13.346Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:11:13.347Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:11:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:11:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:12:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:12:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:12:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:12:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:12:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:12:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:12:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:12:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:10.424Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=whf9x8bk
time="2022-01-26T06:13:10.424Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=whf9x8bk
time="2022-01-26T06:13:10.505Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=80 elapsedMillisGT=0 outcome=unspecified reconcileID=whf9x8bk
time="2022-01-26T06:13:13.347Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:13.347Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:13:13.347Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:13:13.347Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:13:13.347Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:13:13.347Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:13:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:13:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:14:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:14:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:14:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:14:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:14:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:14:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:14:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:14:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:00.145Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:15:00.145Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:15:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:13.348Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:13.348Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:15:13.348Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:15:13.348Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:15:13.348Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:15:13.348Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:15:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:15:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:16:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:16:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:16:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:16:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:16:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:16:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:16:46.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=k2qbp7qr
time="2022-01-26T06:16:46.29Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=k2qbp7qr
time="2022-01-26T06:16:46.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=k2qbp7qr
time="2022-01-26T06:16:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:16:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:13.349Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:13.35Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:17:13.35Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:17:13.35Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:17:13.35Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:17:13.35Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:17:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:17:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:18:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:18:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:18:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:18:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:18:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:18:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:18:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:18:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:13.35Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:13.35Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:19:13.35Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:19:13.35Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:19:13.35Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:19:13.35Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:19:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:19:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:20:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:20:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:20:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:20:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:20:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:20:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:20:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:20:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:06.733Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=842jchcm
time="2022-01-26T06:21:06.733Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=842jchcm
time="2022-01-26T06:21:13.351Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:13.351Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:21:13.351Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:21:13.351Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:21:13.351Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:21:13.351Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:21:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:36.735Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=842jchcm
time="2022-01-26T06:21:36.746Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30012 elapsedMillisGT=30000 outcome=unspecified reconcileID=842jchcm
time="2022-01-26T06:21:36.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=vrfpjcvl
time="2022-01-26T06:21:36.746Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=vrfpjcvl
time="2022-01-26T06:21:36.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=dtrdbl8s
time="2022-01-26T06:21:36.747Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=dtrdbl8s
time="2022-01-26T06:21:36.747Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtrdbl8s
time="2022-01-26T06:21:36.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=xfqmhm2p
time="2022-01-26T06:21:36.747Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=xfqmhm2p
time="2022-01-26T06:21:36.747Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=xfqmhm2p
time="2022-01-26T06:21:36.747Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xfqmhm2p
time="2022-01-26T06:21:36.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=8qkx6kfk
time="2022-01-26T06:21:36.747Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=8qkx6kfk
time="2022-01-26T06:21:36.747Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=8qkx6kfk
time="2022-01-26T06:21:36.747Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qkx6kfk
time="2022-01-26T06:21:36.747Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=gq9q6d9z
time="2022-01-26T06:21:36.747Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=gq9q6d9z
time="2022-01-26T06:21:36.747Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=gq9q6d9z
time="2022-01-26T06:21:36.747Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=rvdlpvcb
time="2022-01-26T06:21:36.747Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=rvdlpvcb
time="2022-01-26T06:21:36.747Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvdlpvcb
time="2022-01-26T06:21:36.747Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2kn8tbng
time="2022-01-26T06:21:36.747Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2kn8tbng
time="2022-01-26T06:21:36.747Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2kn8tbng
time="2022-01-26T06:21:36.747Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=2kn8tbng
time="2022-01-26T06:21:36.747Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T06:21:36.747Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2kn8tbng
time="2022-01-26T06:21:36.747Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kn8tbng
time="2022-01-26T06:21:36.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=ccbqr7bf
time="2022-01-26T06:21:36.747Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=ccbqr7bf
time="2022-01-26T06:21:36.747Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ccbqr7bf
time="2022-01-26T06:21:36.748Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=qdkdhtz9
time="2022-01-26T06:21:36.748Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=qdkdhtz9
time="2022-01-26T06:21:36.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qdkdhtz9
time="2022-01-26T06:21:36.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2nflgxtq
time="2022-01-26T06:21:36.752Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=zcvdhd5f
time="2022-01-26T06:21:36.752Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=zcvdhd5f
time="2022-01-26T06:21:36.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zcvdhd5f
time="2022-01-26T06:21:36.752Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:21:36.752Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=q2t9pfcp
time="2022-01-26T06:21:36.752Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T06:21:36.752Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=q2t9pfcp
time="2022-01-26T06:21:36.752Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:21:36.752Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=q2t9pfcp
time="2022-01-26T06:21:36.752Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:21:36.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T06:21:36.752Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T06:21:36.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T06:21:36.752Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:21:36.752Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2nflgxtq
time="2022-01-26T06:21:36.752Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2nflgxtq
time="2022-01-26T06:21:36.752Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2nflgxtq
time="2022-01-26T06:21:36.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=7vbq26zw
time="2022-01-26T06:21:36.753Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=7vbq26zw
time="2022-01-26T06:21:36.753Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=7vbq26zw
time="2022-01-26T06:21:36.753Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.753Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:21:36.753Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=tsb99fpk stale=0 standby=1 unclaimed=1
time="2022-01-26T06:21:36.753Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk unassignedCount=0
time="2022-01-26T06:21:36.753Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.753Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.754Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.754Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.754Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.754Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.754Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.754Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tsb99fpk
time="2022-01-26T06:21:36.754Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tsb99fpk
time="2022-01-26T06:21:36.754Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2nflgxtq
time="2022-01-26T06:21:36.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=2nflgxtq
time="2022-01-26T06:21:36.902Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=7vbq26zw states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T06:21:36.902Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=7vbq26zw
time="2022-01-26T06:21:36.902Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=149 elapsedMillisGT=0 outcome=unspecified reconcileID=7vbq26zw
time="2022-01-26T06:21:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:21:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:22:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:22:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:22:06.748Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=vrfpjcvl
time="2022-01-26T06:22:06.749Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=vrfpjcvl
time="2022-01-26T06:22:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:22:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:22:35.379Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:22:35.379Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:22:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:22:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:10.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=2wnwkspn
time="2022-01-26T06:23:10.505Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=2wnwkspn
time="2022-01-26T06:23:10.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=97 elapsedMillisGT=0 outcome=unspecified reconcileID=2wnwkspn
time="2022-01-26T06:23:13.352Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:13.352Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:23:13.352Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:23:13.352Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:23:13.352Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:23:13.352Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:23:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:23:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:24:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:24:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:24:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:24:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:24:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:24:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:24:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:24:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:13.353Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:13.353Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:25:13.353Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:25:13.353Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:25:13.353Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:25:13.353Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:25:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:25:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:26:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:26:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:26:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:26:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:26:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:26:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:26:46.394Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=lqvqgxrf
time="2022-01-26T06:26:46.394Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=lqvqgxrf
time="2022-01-26T06:26:46.466Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=72 elapsedMillisGT=0 outcome=unspecified reconcileID=lqvqgxrf
time="2022-01-26T06:26:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:26:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:13.353Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:13.353Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:27:13.353Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:27:13.353Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:27:13.353Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:27:13.354Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:27:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:35.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:35.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:27:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:28:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:28:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:28:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:28:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:28:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:28:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:28:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:28:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:13.354Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:13.355Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:29:13.355Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:29:13.355Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:29:13.355Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:29:13.355Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:29:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:29:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:30:00.14Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:30:00.14Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:30:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:30:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:30:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:30:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:30:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:30:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:30:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:30:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:13.355Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:13.355Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:31:13.355Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:31:13.355Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:31:13.355Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:31:13.355Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:31:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:31:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:32:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:32:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:32:26.944Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:32:26.944Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:32:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:32:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:32:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:32:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:08.921Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=mf8g69ks
time="2022-01-26T06:33:08.921Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=d9ws7g58
time="2022-01-26T06:33:08.921Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T06:33:08.921Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T06:33:08.921Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9g8cz45f
time="2022-01-26T06:33:08.921Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T06:33:08.921Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=d9ws7g58
time="2022-01-26T06:33:08.921Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=d9ws7g58
time="2022-01-26T06:33:08.971Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=mf8g69ks
time="2022-01-26T06:33:08.975Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9g8cz45f
time="2022-01-26T06:33:08.994Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=mf8g69ks
time="2022-01-26T06:33:08.994Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=mf8g69ks
time="2022-01-26T06:33:08.999Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9g8cz45f
time="2022-01-26T06:33:09Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9g8cz45f
time="2022-01-26T06:33:09.036Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=mf8g69ks
time="2022-01-26T06:33:09.036Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=mf8g69ks
time="2022-01-26T06:33:09.036Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9g8cz45f
time="2022-01-26T06:33:09.036Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9g8cz45f
time="2022-01-26T06:33:09.041Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=mf8g69ks
time="2022-01-26T06:33:09.041Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=mf8g69ks
time="2022-01-26T06:33:09.041Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=120 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=mf8g69ks
time="2022-01-26T06:33:09.043Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9g8cz45f
time="2022-01-26T06:33:09.043Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=9g8cz45f
time="2022-01-26T06:33:09.043Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=122 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=9g8cz45f
time="2022-01-26T06:33:10.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=kb7msrst
time="2022-01-26T06:33:10.603Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=kb7msrst
time="2022-01-26T06:33:10.675Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=71 elapsedMillisGT=0 outcome=unspecified reconcileID=kb7msrst
time="2022-01-26T06:33:13.356Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:13.356Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:33:13.356Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:33:13.356Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:33:13.356Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:33:13.356Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:33:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:33:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:34:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:34:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:34:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:34:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:34:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:34:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:34:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:34:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:13.356Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:13.356Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:35:13.356Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:35:13.356Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:35:13.356Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:35:13.356Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:35:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:35:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:36:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:36:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:36:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:36:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:36:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:36:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:36:46.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=fn8dvthd
time="2022-01-26T06:36:46.467Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=fn8dvthd
time="2022-01-26T06:36:46.56Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=93 elapsedMillisGT=0 outcome=unspecified reconcileID=fn8dvthd
time="2022-01-26T06:36:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:36:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:13.357Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:13.357Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:37:13.357Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:37:13.357Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:37:13.357Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:37:13.357Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:37:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:49.026Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:37:49.026Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=n862rf5d
time="2022-01-26T06:37:49.026Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=n862rf5d
time="2022-01-26T06:37:49.026Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=42c4d49v stale=0 standby=1 unclaimed=1
time="2022-01-26T06:37:49.026Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=n862rf5d
time="2022-01-26T06:37:49.026Z" level=info msg="deleting clusterDeployment" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=n862rf5d
time="2022-01-26T06:37:49.026Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v unassignedCount=0
time="2022-01-26T06:37:49.026Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=42c4d49v
time="2022-01-26T06:37:49.026Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=42c4d49v
time="2022-01-26T06:37:49.051Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=ztwxhnvx
time="2022-01-26T06:37:49.051Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=ztwxhnvx
time="2022-01-26T06:37:49.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztwxhnvx
time="2022-01-26T06:37:49.052Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=n862rf5d
time="2022-01-26T06:37:49.052Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=n862rf5d
time="2022-01-26T06:37:49.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=m29rxgqv
time="2022-01-26T06:37:49.052Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=m29rxgqv
time="2022-01-26T06:37:49.052Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=m29rxgqv
time="2022-01-26T06:37:49.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=g2wfwkm8
time="2022-01-26T06:37:49.052Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable delay=1h18m56.947018477s reconcileID=g2wfwkm8
time="2022-01-26T06:37:49.052Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2wfwkm8
time="2022-01-26T06:37:49.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=x9wklkzr
time="2022-01-26T06:37:49.053Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate matchingRelocates="[]" reconcileID=x9wklkzr
time="2022-01-26T06:37:49.053Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9wklkzr
time="2022-01-26T06:37:49.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.053Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.053Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T06:37:49.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=brjmsnls
time="2022-01-26T06:37:49.053Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=brjmsnls
time="2022-01-26T06:37:49.053Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=9j74d75q
time="2022-01-26T06:37:49.053Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=9j74d75q
time="2022-01-26T06:37:49.053Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=9j74d75q
time="2022-01-26T06:37:49.053Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=9j74d75q
time="2022-01-26T06:37:49.053Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9j74d75q
time="2022-01-26T06:37:49.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=b2b8lwwd
time="2022-01-26T06:37:49.053Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.053Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.053Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.053Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.053Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=b2b8lwwd
time="2022-01-26T06:37:49.053Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=b2b8lwwd
time="2022-01-26T06:37:49.054Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=b2b8lwwd
time="2022-01-26T06:37:49.056Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=b2b8lwwd
time="2022-01-26T06:37:49.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=b2b8lwwd
time="2022-01-26T06:37:49.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=cdwvmg4q
time="2022-01-26T06:37:49.056Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=cdwvmg4q
time="2022-01-26T06:37:49.056Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=cdwvmg4q
time="2022-01-26T06:37:49.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cdwvmg4q
time="2022-01-26T06:37:49.056Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=55bp2gln
time="2022-01-26T06:37:49.056Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8d8ws controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=55bp2gln
time="2022-01-26T06:37:49.056Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=55bp2gln
time="2022-01-26T06:37:49.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4dhnnzrd
time="2022-01-26T06:37:49.057Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4dhnnzrd
time="2022-01-26T06:37:49.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4dhnnzrd
time="2022-01-26T06:37:49.057Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=w4xxr8px
time="2022-01-26T06:37:49.058Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=w4xxr8px
time="2022-01-26T06:37:49.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4xxr8px
time="2022-01-26T06:37:49.058Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:37:49.058Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=7qfkf4t5 stale=0 standby=1 unclaimed=1
time="2022-01-26T06:37:49.058Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5 unassignedCount=0
time="2022-01-26T06:37:49.058Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=info msg="deleting cluster deployment for previous claim" cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ttb5hzx5
time="2022-01-26T06:37:49.059Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=p7qql25b
time="2022-01-26T06:37:49.059Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T06:37:49.061Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ph8q7n25
time="2022-01-26T06:37:49.061Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ph8q7n25
time="2022-01-26T06:37:49.061Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ph8q7n25
time="2022-01-26T06:37:49.061Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=ph8q7n25
time="2022-01-26T06:37:49.061Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T06:37:49.061Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=ph8q7n25
time="2022-01-26T06:37:49.061Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ph8q7n25
time="2022-01-26T06:37:49.072Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=7qfkf4t5
time="2022-01-26T06:37:49.073Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=9tzgln52
time="2022-01-26T06:37:49.073Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=9tzgln52
time="2022-01-26T06:37:49.073Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9tzgln52
time="2022-01-26T06:37:49.073Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=w6ntrjm7
time="2022-01-26T06:37:49.073Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=w6ntrjm7
time="2022-01-26T06:37:49.073Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6ntrjm7
time="2022-01-26T06:37:49.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=xhbkssb5
time="2022-01-26T06:37:49.074Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=xhbkssb5
time="2022-01-26T06:37:49.074Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xhbkssb5
time="2022-01-26T06:37:49.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.074Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.074Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T06:37:49.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lfmtllmw
time="2022-01-26T06:37:49.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=pdxf7c8v
time="2022-01-26T06:37:49.074Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pdxf7c8v
time="2022-01-26T06:37:49.074Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=hmjqbc4s
time="2022-01-26T06:37:49.074Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=hmjqbc4s
time="2022-01-26T06:37:49.075Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=hmjqbc4s
time="2022-01-26T06:37:49.075Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=cmflll5g
time="2022-01-26T06:37:49.075Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=cmflll5g
time="2022-01-26T06:37:49.075Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=cmflll5g
time="2022-01-26T06:37:49.075Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn reconcileID=cmflll5g
time="2022-01-26T06:37:49.075Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn\", timestamp:time.Time{wall:0xc0744ba86ce2e142, ext:1809021705263, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn
time="2022-01-26T06:37:49.075Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=cmflll5g
time="2022-01-26T06:37:49.075Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmflll5g
time="2022-01-26T06:37:49.075Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=vbrrhq5g
time="2022-01-26T06:37:49.075Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=vbrrhq5g
time="2022-01-26T06:37:49.075Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=vbrrhq5g
time="2022-01-26T06:37:49.075Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=vbrrhq5g
time="2022-01-26T06:37:49.075Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbrrhq5g
time="2022-01-26T06:37:49.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=thsg2xrr
time="2022-01-26T06:37:49.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=thsg2xrr
time="2022-01-26T06:37:49.075Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=4kbvzdwc
time="2022-01-26T06:37:49.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4kbvzdwc
time="2022-01-26T06:37:49.075Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.075Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:37:49.075Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=4jmlbt94 stale=0 standby=1 unclaimed=1
time="2022-01-26T06:37:49.075Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94 unassignedCount=0
time="2022-01-26T06:37:49.075Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.075Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.075Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.076Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.076Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.076Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.076Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.076Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4jmlbt94
time="2022-01-26T06:37:49.076Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jmlbt94
time="2022-01-26T06:37:49.086Z" level=info msg="deleted outstanding provision" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lfmtllmw
time="2022-01-26T06:37:49.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=lfmtllmw
time="2022-01-26T06:37:49.086Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=q4stg4md
time="2022-01-26T06:37:49.086Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=q4stg4md
time="2022-01-26T06:37:49.086Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4stg4md
time="2022-01-26T06:37:49.086Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6kzmgc2g
time="2022-01-26T06:37:49.086Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=k7qr8zkh
time="2022-01-26T06:37:49.086Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=k7qr8zkh
time="2022-01-26T06:37:49.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7qr8zkh
time="2022-01-26T06:37:49.086Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.086Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.086Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.086Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6kzmgc2g
time="2022-01-26T06:37:49.086Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=6kzmgc2g
time="2022-01-26T06:37:49.086Z" level=info msg="creating deprovision request for cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6kzmgc2g
time="2022-01-26T06:37:49.111Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=69zjpt2x
time="2022-01-26T06:37:49.111Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=69zjpt2x
time="2022-01-26T06:37:49.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69zjpt2x
time="2022-01-26T06:37:49.111Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.112Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6kzmgc2g
time="2022-01-26T06:37:49.123Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=36 elapsedMillisGT=0 outcome=unspecified reconcileID=6kzmgc2g
time="2022-01-26T06:37:49.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lcvxcm5d
time="2022-01-26T06:37:49.123Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.123Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.123Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.123Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.123Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lcvxcm5d
time="2022-01-26T06:37:49.123Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=lcvxcm5d
time="2022-01-26T06:37:49.123Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lcvxcm5d
time="2022-01-26T06:37:49.123Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=lcvxcm5d
time="2022-01-26T06:37:49.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=tmjbw7t2
time="2022-01-26T06:37:49.125Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=tmjbw7t2
time="2022-01-26T06:37:49.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmjbw7t2
time="2022-01-26T06:37:49.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=nmnnrrv2
time="2022-01-26T06:37:49.125Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=nmnnrrv2
time="2022-01-26T06:37:49.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmnnrrv2
time="2022-01-26T06:37:49.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=rk8rl7l7
time="2022-01-26T06:37:49.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rk8rl7l7
time="2022-01-26T06:37:49.125Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=cxjmhqx5
time="2022-01-26T06:37:49.125Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=cxjmhqx5
time="2022-01-26T06:37:49.125Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=cxjmhqx5
time="2022-01-26T06:37:49.125Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=8wgdcsz9
time="2022-01-26T06:37:49.125Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=8wgdcsz9
time="2022-01-26T06:37:49.125Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8wgdcsz9
time="2022-01-26T06:37:49.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=t7sgzmtq
time="2022-01-26T06:37:49.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7sgzmtq
time="2022-01-26T06:37:49.125Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=ckqhppvd
time="2022-01-26T06:37:49.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckqhppvd
time="2022-01-26T06:37:49.13Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=pntl2xrg
time="2022-01-26T06:37:49.13Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=pntl2xrg
time="2022-01-26T06:37:49.13Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pntl2xrg
time="2022-01-26T06:37:49.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.13Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.13Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T06:37:49.132Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=p7qql25b
time="2022-01-26T06:37:49.132Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:37:49.132Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=gb79mrz7 stale=0 standby=1 unclaimed=1
time="2022-01-26T06:37:49.132Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7 unassignedCount=0
time="2022-01-26T06:37:49.132Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gb79mrz7
time="2022-01-26T06:37:49.132Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=mmcfvjv7
time="2022-01-26T06:37:49.132Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=mmcfvjv7
time="2022-01-26T06:37:49.132Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=mmcfvjv7
time="2022-01-26T06:37:49.132Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=mmcfvjv7
time="2022-01-26T06:37:49.132Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mmcfvjv7
time="2022-01-26T06:37:49.134Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=lcvxcm5d
time="2022-01-26T06:37:49.134Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8d8ws\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8d8ws namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.134Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=2rnzn9qh
time="2022-01-26T06:37:49.134Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.134Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.134Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.135Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=2rnzn9qh
time="2022-01-26T06:37:49.135Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=2rnzn9qh
time="2022-01-26T06:37:49.135Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=2rnzn9qh
time="2022-01-26T06:37:49.135Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=2rnzn9qh
time="2022-01-26T06:37:49.135Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=qnvhgjfw
time="2022-01-26T06:37:49.135Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=qnvhgjfw
time="2022-01-26T06:37:49.135Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qnvhgjfw
time="2022-01-26T06:37:49.141Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ttb5hzx5
time="2022-01-26T06:37:49.141Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=ttb5hzx5
time="2022-01-26T06:37:49.141Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=82 elapsedMillisGT=0 outcome=unspecified reconcileID=ttb5hzx5
time="2022-01-26T06:37:49.141Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=72z4wbc2
time="2022-01-26T06:37:49.141Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=72z4wbc2
time="2022-01-26T06:37:49.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=fjxfkvp6
time="2022-01-26T06:37:49.149Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=fjxfkvp6
time="2022-01-26T06:37:49.149Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjxfkvp6
time="2022-01-26T06:37:49.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=6r26tndw
time="2022-01-26T06:37:49.149Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=6r26tndw
time="2022-01-26T06:37:49.149Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6r26tndw
time="2022-01-26T06:37:49.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wphmz8tl
time="2022-01-26T06:37:49.149Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wphmz8tl
time="2022-01-26T06:37:49.15Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=vttk2cxq
time="2022-01-26T06:37:49.15Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=vttk2cxq
time="2022-01-26T06:37:49.15Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=vttk2cxq
time="2022-01-26T06:37:49.15Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=p4d6qn56
time="2022-01-26T06:37:49.15Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=p4d6qn56
time="2022-01-26T06:37:49.15Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p4d6qn56
time="2022-01-26T06:37:49.15Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=4t922v4p
time="2022-01-26T06:37:49.15Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4t922v4p
time="2022-01-26T06:37:49.15Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=6sjr62k7
time="2022-01-26T06:37:49.15Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6sjr62k7
time="2022-01-26T06:37:49.15Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=gcznfmb6
time="2022-01-26T06:37:49.151Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=gcznfmb6
time="2022-01-26T06:37:49.151Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=2rnzn9qh
time="2022-01-26T06:37:49.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=swrlzbgz
time="2022-01-26T06:37:49.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.152Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=swrlzbgz
time="2022-01-26T06:37:49.152Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=swrlzbgz
time="2022-01-26T06:37:49.152Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=swrlzbgz
time="2022-01-26T06:37:49.152Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=swrlzbgz
time="2022-01-26T06:37:49.154Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=q5wvz8ks
time="2022-01-26T06:37:49.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.154Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.154Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=q5wvz8ks
time="2022-01-26T06:37:49.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T06:37:49.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5wvz8ks
time="2022-01-26T06:37:49.156Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=wxxdfg4n
time="2022-01-26T06:37:49.156Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:37:49.156Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=wxxdfg4n
time="2022-01-26T06:37:49.156Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=wxxdfg4n
time="2022-01-26T06:37:49.156Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=wxxdfg4n
time="2022-01-26T06:37:49.156Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxxdfg4n
time="2022-01-26T06:37:49.156Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=xxj8tfqr stale=0 standby=1 unclaimed=1
time="2022-01-26T06:37:49.156Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr unassignedCount=0
time="2022-01-26T06:37:49.156Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.156Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xxj8tfqr
time="2022-01-26T06:37:49.157Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=p7qql25b
time="2022-01-26T06:37:49.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=97jbb55q
time="2022-01-26T06:37:49.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.157Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=97jbb55q
time="2022-01-26T06:37:49.157Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=97jbb55q
time="2022-01-26T06:37:49.157Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=97jbb55q
time="2022-01-26T06:37:49.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=97jbb55q
time="2022-01-26T06:37:49.158Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=p7qql25b
time="2022-01-26T06:37:49.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8jvfm2dh
time="2022-01-26T06:37:49.172Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.172Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.172Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.172Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.172Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8jvfm2dh
time="2022-01-26T06:37:49.172Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=8jvfm2dh
time="2022-01-26T06:37:49.172Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=8jvfm2dh
time="2022-01-26T06:37:49.172Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jvfm2dh
time="2022-01-26T06:37:49.173Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=119 elapsedMillisGT=0 outcome=unspecified reconcileID=brjmsnls
time="2022-01-26T06:37:49.173Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=9dpfhk6h
time="2022-01-26T06:37:49.173Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=9dpfhk6h
time="2022-01-26T06:37:49.173Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=9dpfhk6h
time="2022-01-26T06:37:49.173Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dpfhk6h
time="2022-01-26T06:37:49.196Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=p7qql25b
time="2022-01-26T06:37:49.196Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=p7qql25b
time="2022-01-26T06:37:49.202Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=p7qql25b
time="2022-01-26T06:37:49.202Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=p7qql25b
time="2022-01-26T06:37:49.202Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=142 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=p7qql25b
time="2022-01-26T06:37:49.202Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=nhx767kl
time="2022-01-26T06:37:49.202Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T06:37:49.203Z" level=info msg="created service account" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.215Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=0 infraID=jshu-pool-test-8d8ws-kg8x9 reconcileID=m29rxgqv states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T06:37:49.219Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=16 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=nhx767kl
time="2022-01-26T06:37:49.219Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=tq9llkwn
time="2022-01-26T06:37:49.219Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T06:37:49.219Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=tq9llkwn
time="2022-01-26T06:37:49.263Z" level=info msg="created role" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.266Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation count=6 reconcileID=m29rxgqv
time="2022-01-26T06:37:49.266Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=m29rxgqv
time="2022-01-26T06:37:49.296Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=m29rxgqv
time="2022-01-26T06:37:49.296Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=244 elapsedMillisGT=0 outcome=unspecified reconcileID=m29rxgqv
time="2022-01-26T06:37:49.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=x2vz8fcj
time="2022-01-26T06:37:49.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x2vz8fcj
time="2022-01-26T06:37:49.305Z" level=info msg="created rolebinding" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.305Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.305Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.305Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision derivedObject=jshu-pool-test-8d8ws-uninstall reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.305Z" level=debug msg="uninstall job does not exist, creating it" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.311Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision elapsedMillis=199 elapsedMillisGT=0 outcome=unspecified reconcileID=6hkjm2lg
time="2022-01-26T06:37:49.311Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:37:49.311Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.311Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.325Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.325Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.325Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.325Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.325Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.325Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision derivedObject=jshu-pool-test-8d8ws-uninstall reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.326Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.326Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.326Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=c9tbbkk2
time="2022-01-26T06:37:49.364Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=qdmfnspq
time="2022-01-26T06:37:49.364Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.364Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.364Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.364Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.364Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=qdmfnspq
time="2022-01-26T06:37:49.364Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=qdmfnspq
time="2022-01-26T06:37:49.364Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=qdmfnspq
time="2022-01-26T06:37:49.364Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qdmfnspq
time="2022-01-26T06:37:49.371Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=bcv27zkf
time="2022-01-26T06:37:49.371Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=bcv27zkf
time="2022-01-26T06:37:49.377Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=qnrf2m5k
time="2022-01-26T06:37:49.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.377Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=qnrf2m5k
time="2022-01-26T06:37:49.377Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=qnrf2m5k
time="2022-01-26T06:37:49.377Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=qnrf2m5k
time="2022-01-26T06:37:49.377Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qnrf2m5k
time="2022-01-26T06:37:49.385Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=bcv27zkf
time="2022-01-26T06:37:49.385Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=bcv27zkf
time="2022-01-26T06:37:49.385Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=bcv27zkf
time="2022-01-26T06:37:49.385Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=bcv27zkf
time="2022-01-26T06:37:49.385Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=bcv27zkf
time="2022-01-26T06:37:49.385Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision derivedObject=jshu-pool-test-8d8ws-uninstall reconcileID=bcv27zkf
time="2022-01-26T06:37:49.385Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=bcv27zkf
time="2022-01-26T06:37:49.385Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=bcv27zkf
time="2022-01-26T06:37:49.385Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=bcv27zkf
time="2022-01-26T06:37:49.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=c6c99dx2
time="2022-01-26T06:37:49.398Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.398Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.398Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.398Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:49.398Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=c6c99dx2
time="2022-01-26T06:37:49.398Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=c6c99dx2
time="2022-01-26T06:37:49.398Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=c6c99dx2
time="2022-01-26T06:37:49.398Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6c99dx2
time="2022-01-26T06:37:51.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=xlg8kzv7
time="2022-01-26T06:37:51.961Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:51.961Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:51.961Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:51.961Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:51.961Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=xlg8kzv7
time="2022-01-26T06:37:51.961Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=xlg8kzv7
time="2022-01-26T06:37:51.961Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=xlg8kzv7
time="2022-01-26T06:37:51.961Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xlg8kzv7
time="2022-01-26T06:37:53.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jxrx4n62
time="2022-01-26T06:37:53.634Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:53.634Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:53.634Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:53.634Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:37:53.634Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jxrx4n62
time="2022-01-26T06:37:53.634Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=jxrx4n62
time="2022-01-26T06:37:53.634Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=jxrx4n62
time="2022-01-26T06:37:53.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jxrx4n62
time="2022-01-26T06:37:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:37:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:38:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:38:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:38:16.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=kkgkvb9x
time="2022-01-26T06:38:16.747Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=kkgkvb9x
time="2022-01-26T06:38:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:38:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:38:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:38:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:38:46.748Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.235.60:6443: i/o timeout" reconcileID=kkgkvb9x
time="2022-01-26T06:38:46.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=kkgkvb9x
time="2022-01-26T06:38:49.075Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=v2n8ftm4
time="2022-01-26T06:38:49.075Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=v2n8ftm4
time="2022-01-26T06:38:49.075Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=v2n8ftm4
time="2022-01-26T06:38:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:38:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:13.358Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:13.358Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:39:13.358Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:39:13.358Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:39:13.358Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:39:13.358Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:39:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:49.076Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=8p2r2rxs
time="2022-01-26T06:39:49.076Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=8p2r2rxs
time="2022-01-26T06:39:49.076Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=8p2r2rxs
time="2022-01-26T06:39:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:39:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:40:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:40:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:40:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:40:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:40:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:40:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:40:49.077Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=wztdx9hl
time="2022-01-26T06:40:49.077Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=wztdx9hl
time="2022-01-26T06:40:49.077Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=wztdx9hl
time="2022-01-26T06:40:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:40:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:13.358Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:13.359Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:41:13.359Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:41:13.359Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:41:13.359Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:41:13.359Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:41:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:49.078Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=dxhgsdct
time="2022-01-26T06:41:49.078Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=dxhgsdct
time="2022-01-26T06:41:49.078Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=dxhgsdct
time="2022-01-26T06:41:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:41:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:42:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:42:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:42:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:42:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:42:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:42:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:42:38.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=m9t2rkqm
time="2022-01-26T06:42:38.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.211Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=m9t2rkqm
time="2022-01-26T06:42:38.211Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=m9t2rkqm
time="2022-01-26T06:42:38.211Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=m9t2rkqm
time="2022-01-26T06:42:38.211Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m9t2rkqm
time="2022-01-26T06:42:38.22Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.22Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=vcs8hpmm
time="2022-01-26T06:42:38.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.23Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=vcs8hpmm
time="2022-01-26T06:42:38.23Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=vcs8hpmm
time="2022-01-26T06:42:38.23Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=vcs8hpmm
time="2022-01-26T06:42:38.23Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vcs8hpmm
time="2022-01-26T06:42:38.282Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.282Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.282Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision name=cluster-uninstaller reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.282Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.282Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.282Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision derivedObject=jshu-pool-test-8d8ws-uninstall reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.282Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.282Z" level=info msg="uninstall job successful, setting completed status" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.282Z" level=debug msg="uninstall job completed" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision duration=289 reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=89wrxrsx
time="2022-01-26T06:42:38.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.29Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision elapsedMillis=70 elapsedMillisGT=0 outcome=unspecified reconcileID=5v9gr7dj
time="2022-01-26T06:42:38.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.29Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=b4cz7pj8
time="2022-01-26T06:42:38.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.29Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=b4cz7pj8
time="2022-01-26T06:42:38.29Z" level=debug msg="clusterdeprovision is complete, skipping" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=b4cz7pj8
time="2022-01-26T06:42:38.29Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b4cz7pj8
time="2022-01-26T06:42:38.29Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=89wrxrsx
time="2022-01-26T06:42:38.29Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment derivedObject=jshu-pool-test-8d8ws reconcileID=89wrxrsx
time="2022-01-26T06:42:38.29Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=89wrxrsx
time="2022-01-26T06:42:38.29Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=q559pbts
time="2022-01-26T06:42:38.29Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=q559pbts
time="2022-01-26T06:42:38.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q559pbts
time="2022-01-26T06:42:38.301Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=wl7n5xwr
time="2022-01-26T06:42:38.301Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wl7n5xwr
time="2022-01-26T06:42:38.301Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=9zg5h2q6
time="2022-01-26T06:42:38.301Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=6z59hwph
time="2022-01-26T06:42:38.301Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=9zg5h2q6
time="2022-01-26T06:42:38.301Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=6z59hwph
time="2022-01-26T06:42:38.301Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6z59hwph
time="2022-01-26T06:42:38.301Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=9zg5h2q6
time="2022-01-26T06:42:38.301Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=x89mpcjq
time="2022-01-26T06:42:38.301Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x89mpcjq
time="2022-01-26T06:42:38.301Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=hcfh5xk4
time="2022-01-26T06:42:38.301Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hcfh5xk4
time="2022-01-26T06:42:38.301Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=m86xnmbb
time="2022-01-26T06:42:38.301Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m86xnmbb
time="2022-01-26T06:42:38.301Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=vrvxttkq
time="2022-01-26T06:42:38.301Z" level=info msg="DNSZone gone and deprovision request completed, removing finalizer" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=89wrxrsx
time="2022-01-26T06:42:38.301Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=vrvxttkq
time="2022-01-26T06:42:38.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrvxttkq
time="2022-01-26T06:42:38.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=r9wpwq8f
time="2022-01-26T06:42:38.302Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=r9wpwq8f
time="2022-01-26T06:42:38.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r9wpwq8f
time="2022-01-26T06:42:38.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4ljwrxxk
time="2022-01-26T06:42:38.302Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws reconcileID=4ljwrxxk
time="2022-01-26T06:42:38.302Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=4ljwrxxk
time="2022-01-26T06:42:38.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4ljwrxxk
time="2022-01-26T06:42:38.306Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.306Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=j82257vj
time="2022-01-26T06:42:38.306Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:42:38.307Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=j82257vj
time="2022-01-26T06:42:38.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j82257vj
time="2022-01-26T06:42:38.307Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=qgnh5kn9
time="2022-01-26T06:42:38.307Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=5l8mwd6p stale=0 standby=1 unclaimed=1
time="2022-01-26T06:42:38.307Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=qgnh5kn9
time="2022-01-26T06:42:38.307Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-8d8ws/hive-claim-owner reconcileID=qgnh5kn9
time="2022-01-26T06:42:38.307Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=qgnh5kn9
time="2022-01-26T06:42:38.307Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p unassignedCount=0
time="2022-01-26T06:42:38.307Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgnh5kn9
time="2022-01-26T06:42:38.307Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.307Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.307Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.307Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=qkdz8lvq
time="2022-01-26T06:42:38.307Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.307Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.307Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkdz8lvq
time="2022-01-26T06:42:38.307Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws claim=jshu-claim-test cluster=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.306Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=ftqm768g
time="2022-01-26T06:42:38.307Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T06:42:38.307Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=ftqm768g
time="2022-01-26T06:42:38.307Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5l8mwd6p
time="2022-01-26T06:42:38.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.307Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T06:42:38.326Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wdnqcjvt
time="2022-01-26T06:42:38.326Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=wdnqcjvt
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdnqcjvt
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=ktm8s6r9
time="2022-01-26T06:42:38.326Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation reconcileID=ktm8s6r9
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktm8s6r9
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=j5sjhwdd
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5sjhwdd
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=5p78ng78
time="2022-01-26T06:42:38.326Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate reconcileID=5p78ng78
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5p78ng78
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.326Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister namespace=jshu-pool-test-8d8ws
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8d8ws outcome=unspecified
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=jmrpcmwh
time="2022-01-26T06:42:38.326Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=jmrpcmwh
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jmrpcmwh
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts reconcileID=gxdbtb9r
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxdbtb9r
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=d6nhktqf
time="2022-01-26T06:42:38.326Z" level=info msg="deleting namespace since it contains no ClusterDeployments" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=d6nhktqf
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=287g7w4r
time="2022-01-26T06:42:38.326Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker
time="2022-01-26T06:42:38.326Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=287g7w4r
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=287g7w4r
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=x9mp278c
time="2022-01-26T06:42:38.326Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision reconcileID=x9mp278c
time="2022-01-26T06:42:38.326Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-0-sjfzn controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9mp278c
time="2022-01-26T06:42:38.326Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=5q9r7drz
time="2022-01-26T06:42:38.326Z" level=info msg="cluster does not exist" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=5q9r7drz
time="2022-01-26T06:42:38.326Z" level=info msg="assigned cluster was not claimed" cluster=jshu-pool-test-8d8ws clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=5q9r7drz
time="2022-01-26T06:42:38.326Z" level=info msg="removing finalizer from ClusterClaim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=5q9r7drz
time="2022-01-26T06:42:38.327Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress reconcileID=wm228flq
time="2022-01-26T06:42:38.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wm228flq
time="2022-01-26T06:42:38.327Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=pskswb2j
time="2022-01-26T06:42:38.327Z" level=info msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider reconcileID=pskswb2j
time="2022-01-26T06:42:38.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pskswb2j
time="2022-01-26T06:42:38.327Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rmjb7cnj
time="2022-01-26T06:42:38.327Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:42:38.327Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=rmjb7cnj stale=0 standby=1 unclaimed=1
time="2022-01-26T06:42:38.327Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rmjb7cnj unassignedCount=0
time="2022-01-26T06:42:38.327Z" level=error msg="couldn't sync ClusterDeployment to the claim assigned to it: ClusterDeployment not found" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-8d8ws clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rmjb7cnj
time="2022-01-26T06:42:38.327Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmjb7cnj
time="2022-01-26T06:42:38.327Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion reconcileID=5dn49sgl
time="2022-01-26T06:42:38.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5dn49sgl
time="2022-01-26T06:42:38.327Z" level=debug msg="cleared metric: %v&{0xc0004487b0}" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=89wrxrsx
time="2022-01-26T06:42:38.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=37 elapsedMillisGT=0 outcome=unspecified reconcileID=89wrxrsx
time="2022-01-26T06:42:38.327Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=c4j2kfrr
time="2022-01-26T06:42:38.327Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=c4j2kfrr
time="2022-01-26T06:42:38.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c4j2kfrr
time="2022-01-26T06:42:38.333Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=7 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=d6nhktqf
time="2022-01-26T06:42:38.335Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=5q9r7drz
time="2022-01-26T06:42:38.335Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=hn4qh5rg
time="2022-01-26T06:42:38.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=hn4qh5rg
time="2022-01-26T06:42:38.336Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=59zzj6pd
time="2022-01-26T06:42:38.336Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=59875bjd
time="2022-01-26T06:42:38.336Z" level=info msg="claim not found" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=59875bjd
time="2022-01-26T06:42:38.336Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59875bjd
time="2022-01-26T06:42:38.336Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:42:38.336Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=59zzj6pd stale=0 standby=1 unclaimed=1
time="2022-01-26T06:42:38.336Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=59zzj6pd unassignedCount=0
time="2022-01-26T06:42:38.336Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59zzj6pd
time="2022-01-26T06:42:38.392Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=rgd5bkfk
time="2022-01-26T06:42:38.392Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=kz9rjpj7
time="2022-01-26T06:42:38.392Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=rgd5bkfk
time="2022-01-26T06:42:38.392Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=kz9rjpj7
time="2022-01-26T06:42:38.392Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgd5bkfk
time="2022-01-26T06:42:38.392Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kz9rjpj7
time="2022-01-26T06:42:38.392Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=pkhnml6c
time="2022-01-26T06:42:38.392Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink reconcileID=pkhnml6c
time="2022-01-26T06:42:38.392Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkhnml6c
time="2022-01-26T06:42:38.397Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6l5ct5sg
time="2022-01-26T06:42:38.397Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=6l5ct5sg
time="2022-01-26T06:42:38.397Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6l5ct5sg
time="2022-01-26T06:42:38.41Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=wm8mxzj5
time="2022-01-26T06:42:38.41Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision reconcileID=wm8mxzj5
time="2022-01-26T06:42:38.41Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wm8mxzj5
time="2022-01-26T06:42:38.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=dq4wz8gj
time="2022-01-26T06:42:38.426Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=dq4wz8gj
time="2022-01-26T06:42:38.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dq4wz8gj
time="2022-01-26T06:42:38.43Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=hlr88t9z
time="2022-01-26T06:42:38.43Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment reconcileID=hlr88t9z
time="2022-01-26T06:42:38.43Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlr88t9z
time="2022-01-26T06:42:44.154Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker reconcileID=z8g784kx
time="2022-01-26T06:42:44.154Z" level=debug msg="object no longer exists" controller=machinepool
time="2022-01-26T06:42:44.154Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws-worker outcome=unspecified reconcileID=z8g784kx
time="2022-01-26T06:42:44.387Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=ctsfwsmm
time="2022-01-26T06:42:44.387Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=ctsfwsmm
time="2022-01-26T06:42:44.407Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=5xcd4fgk
time="2022-01-26T06:42:44.407Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=5xcd4fgk
time="2022-01-26T06:42:49.079Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8d8ws reconcileID=ks65rz4f
time="2022-01-26T06:42:49.079Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8d8ws outcome=unspecified reconcileID=ks65rz4f
time="2022-01-26T06:42:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:42:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:10.676Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=7fzfrlzs
time="2022-01-26T06:43:10.676Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=7fzfrlzs
time="2022-01-26T06:43:10.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=171 elapsedMillisGT=0 outcome=unspecified reconcileID=7fzfrlzs
time="2022-01-26T06:43:13.359Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:13.36Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:43:13.36Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:43:13.36Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:43:13.36Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:43:13.36Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:43:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:43:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:44:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:44:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:44:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:44:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:44:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:44:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:44:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:44:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:45:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T06:45:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:13.36Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:13.361Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:45:13.361Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:45:13.361Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:45:13.361Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:45:13.361Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:45:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:45:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:46:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:46:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:46:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:46:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:46:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:46:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:46:46.56Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=bg56bx6r
time="2022-01-26T06:46:46.56Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState reconcileID=bg56bx6r
time="2022-01-26T06:46:46.561Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bg56bx6r
time="2022-01-26T06:46:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:46:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:13.362Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:13.362Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:47:13.362Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:47:13.362Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:47:13.362Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:47:13.362Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:47:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:47:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:48:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:48:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:48:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:48:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:48:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:48:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:48:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:48:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:13.362Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:13.362Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:49:13.362Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:49:13.362Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:49:13.362Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:49:13.362Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:49:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:49:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:50:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:50:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:50:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:50:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:50:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:50:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:50:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:50:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:13.363Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:13.363Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:51:13.363Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:51:13.363Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:51:13.363Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:51:13.364Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:51:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:51:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:52:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:52:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:52:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:52:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:52:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:52:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:52:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:52:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:10.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=7kwhmvcx
time="2022-01-26T06:53:10.849Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=7kwhmvcx
time="2022-01-26T06:53:10.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=7kwhmvcx
time="2022-01-26T06:53:13.364Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:13.364Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:53:13.364Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:53:13.364Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:53:13.364Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:53:13.364Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:53:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:53:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:54:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:54:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:54:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:54:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:54:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:54:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:54:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:54:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:13.365Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:13.365Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:55:13.365Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:55:13.365Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:55:13.365Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:55:13.365Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:55:26.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7pvqrgxb
time="2022-01-26T06:55:26.749Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=7pvqrgxb
time="2022-01-26T06:55:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:56.75Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: i/o timeout" reconcileID=7pvqrgxb
time="2022-01-26T06:55:56.761Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30012 elapsedMillisGT=30000 outcome=unspecified reconcileID=7pvqrgxb
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=gzfp8sq7
time="2022-01-26T06:55:56.762Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=gzfp8sq7
time="2022-01-26T06:55:56.762Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=gzfp8sq7
time="2022-01-26T06:55:56.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gzfp8sq7
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=p2m6zrl5
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=lxf9jcpr
time="2022-01-26T06:55:56.762Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=p2m6zrl5
time="2022-01-26T06:55:56.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2m6zrl5
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=lbx8sc2d
time="2022-01-26T06:55:56.762Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=lxf9jcpr
time="2022-01-26T06:55:56.762Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=lbx8sc2d
time="2022-01-26T06:55:56.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lbx8sc2d
time="2022-01-26T06:55:56.762Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=lxf9jcpr
time="2022-01-26T06:55:56.762Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=lxf9jcpr
time="2022-01-26T06:55:56.762Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T06:55:56.762Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=lxf9jcpr
time="2022-01-26T06:55:56.762Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxf9jcpr
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=4d8gcbq5
time="2022-01-26T06:55:56.762Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=4d8gcbq5
time="2022-01-26T06:55:56.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4d8gcbq5
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=78h72qx4
time="2022-01-26T06:55:56.762Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=78h72qx4
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=wg6mxwsq
time="2022-01-26T06:55:56.762Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=wg6mxwsq
time="2022-01-26T06:55:56.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wg6mxwsq
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=cfsc8cvr
time="2022-01-26T06:55:56.763Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=cfsc8cvr
time="2022-01-26T06:55:56.763Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=cfsc8cvr
time="2022-01-26T06:55:56.763Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cfsc8cvr
time="2022-01-26T06:55:56.762Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=bwll6qrz
time="2022-01-26T06:55:56.763Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=bwll6qrz
time="2022-01-26T06:55:56.763Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=bwll6qrz
time="2022-01-26T06:55:56.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d4zqbllr
time="2022-01-26T06:55:56.768Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:55:56.768Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:55:56.768Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:55:56.768Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T06:55:56.768Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d4zqbllr
time="2022-01-26T06:55:56.768Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d4zqbllr
time="2022-01-26T06:55:56.768Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d4zqbllr
time="2022-01-26T06:55:56.769Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=d4zqbllr
time="2022-01-26T06:55:56.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=d4zqbllr
time="2022-01-26T06:55:56.769Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=pxdxg8gn
time="2022-01-26T06:55:56.769Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=pxdxg8gn
time="2022-01-26T06:55:56.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pxdxg8gn
time="2022-01-26T06:55:56.769Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=bjtkppz6
time="2022-01-26T06:55:56.769Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T06:55:56.769Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=bjtkppz6
time="2022-01-26T06:55:56.769Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=bjtkppz6
time="2022-01-26T06:55:56.769Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5sg77pll
time="2022-01-26T06:55:56.77Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T06:55:56.77Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=5sg77pll stale=0 standby=1 unclaimed=1
time="2022-01-26T06:55:56.77Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5sg77pll unassignedCount=0
time="2022-01-26T06:55:56.77Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5sg77pll
time="2022-01-26T06:55:56.77Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T06:55:56.77Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T06:55:56.77Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T06:55:56.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=z5gtkx7m
time="2022-01-26T06:55:56.771Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=z5gtkx7m
time="2022-01-26T06:55:56.771Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=z5gtkx7m
time="2022-01-26T06:55:56.899Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=z5gtkx7m states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T06:55:56.899Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=z5gtkx7m
time="2022-01-26T06:55:56.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=127 elapsedMillisGT=0 outcome=unspecified reconcileID=z5gtkx7m
time="2022-01-26T06:55:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:55:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:56:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:56:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:56:26.764Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: i/o timeout" reconcileID=78h72qx4
time="2022-01-26T06:56:26.764Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=78h72qx4
time="2022-01-26T06:56:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:56:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:56:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:56:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:56:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:56:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:13.365Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:13.366Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:57:13.366Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:57:13.366Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:57:13.366Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:57:13.366Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:57:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:57:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:58:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:58:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:58:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:58:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:58:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:58:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:58:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:58:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:13.367Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:13.367Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T06:59:13.367Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T06:59:13.367Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T06:59:13.367Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T06:59:13.367Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T06:59:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T06:59:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:00:00.142Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:00:00.142Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:00:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:00:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:00:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:00:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:00:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:00:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:00:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:00:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:13.367Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:13.367Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:01:13.367Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:01:13.367Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:01:13.367Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:01:13.368Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:01:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:01:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:02:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:02:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:02:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:02:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:02:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:02:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:02:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:02:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:10.91Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=swkxh9ts
time="2022-01-26T07:03:10.91Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=swkxh9ts
time="2022-01-26T07:03:11.016Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=105 elapsedMillisGT=0 outcome=unspecified reconcileID=swkxh9ts
time="2022-01-26T07:03:13.368Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:13.368Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:03:13.368Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:03:13.368Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:03:13.369Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:03:13.369Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:03:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:03:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:04:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:04:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:04:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:04:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:04:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:04:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:04:36.748Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=8vv2b82z
time="2022-01-26T07:04:36.748Z" level=info msg="initializing cluster claim conditions" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=8vv2b82z
time="2022-01-26T07:04:36.748Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2fqsb9k4
time="2022-01-26T07:04:36.748Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:36.748Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=2fqsb9k4 stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:36.748Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2fqsb9k4 unassignedCount=1
time="2022-01-26T07:04:36.748Z" level=debug msg="ensuring cluster <=> claim assignment" claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2fqsb9k4
time="2022-01-26T07:04:36.748Z" level=info msg="updating claim to assign cluster" claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2fqsb9k4
time="2022-01-26T07:04:36.756Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=8vv2b82z
time="2022-01-26T07:04:36.756Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=r87h9rhn
time="2022-01-26T07:04:36.756Z" level=debug msg="adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=r87h9rhn
time="2022-01-26T07:04:36.757Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2fqsb9k4
time="2022-01-26T07:04:36.763Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=r87h9rhn
time="2022-01-26T07:04:36.763Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=r87h9rhn
time="2022-01-26T07:04:36.763Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=wvc6722s
time="2022-01-26T07:04:36.763Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=wvc6722s
time="2022-01-26T07:04:36.763Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvc6722s
time="2022-01-26T07:04:36.764Z" level=info msg="could not update status of ClusterClaim" claim=jshu-claim-test1 clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test1\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2fqsb9k4
time="2022-01-26T07:04:36.764Z" level=error msg="error assigning clusters <=> claims" clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test1\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2fqsb9k4
time="2022-01-26T07:04:36.764Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=2fqsb9k4
time="2022-01-26T07:04:36.764Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test1\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T07:04:36.764Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4sfz6dcx
time="2022-01-26T07:04:36.764Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0744bc0e314bc81, ext:1906857200503, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:36.764Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=4sfz6dcx stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:36.764Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4sfz6dcx unassignedCount=1
time="2022-01-26T07:04:36.764Z" level=debug msg="ensuring cluster <=> claim assignment" claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4sfz6dcx
time="2022-01-26T07:04:36.764Z" level=info msg="updating claim to assign cluster" claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4sfz6dcx
time="2022-01-26T07:04:36.77Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=79h8mv2m
time="2022-01-26T07:04:36.77Z" level=debug msg="clusterdeployment jshu-pool-test-8hfg5 has not yet been assigned to claim" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=79h8mv2m
time="2022-01-26T07:04:36.77Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79h8mv2m
time="2022-01-26T07:04:36.775Z" level=info msg="calculated time between claim creation and assignment" claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4sfz6dcx seconds=0.775586096
time="2022-01-26T07:04:36.775Z" level=info msg="updating cluster to assign claim" claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4sfz6dcx
time="2022-01-26T07:04:36.776Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=jf6ghpht
time="2022-01-26T07:04:36.776Z" level=debug msg="clusterdeployment jshu-pool-test-8hfg5 has not yet been assigned to claim" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=jf6ghpht
time="2022-01-26T07:04:36.776Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jf6ghpht
time="2022-01-26T07:04:36.791Z" level=debug msg="cluster <=> claim assignment ok" claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4sfz6dcx
time="2022-01-26T07:04:36.791Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=1 reconcileID=4sfz6dcx
time="2022-01-26T07:04:36.792Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=c9cnx7kq
time="2022-01-26T07:04:36.792Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=c9cnx7kq
time="2022-01-26T07:04:36.792Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c9cnx7kq
time="2022-01-26T07:04:36.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5sqj8699
time="2022-01-26T07:04:36.792Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5sqj8699
time="2022-01-26T07:04:36.792Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=k8zwbfkm
time="2022-01-26T07:04:36.792Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=k8zwbfkm
time="2022-01-26T07:04:36.792Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=k8zwbfkm
time="2022-01-26T07:04:36.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=472r6f95
time="2022-01-26T07:04:36.792Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=28m32.20727609s reconcileID=472r6f95
time="2022-01-26T07:04:36.792Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=472r6f95
time="2022-01-26T07:04:36.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=vv5q4p8w
time="2022-01-26T07:04:36.792Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=vv5q4p8w
time="2022-01-26T07:04:36.792Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vv5q4p8w
time="2022-01-26T07:04:36.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T07:04:36.792Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T07:04:36.792Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T07:04:36.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=5mjxzt4j
time="2022-01-26T07:04:36.793Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=5mjxzt4j
time="2022-01-26T07:04:36.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=fl8zpt8k
time="2022-01-26T07:04:36.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T07:04:36.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T07:04:36.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T07:04:36.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T07:04:36.794Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=fl8zpt8k
time="2022-01-26T07:04:36.794Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=fl8zpt8k
time="2022-01-26T07:04:36.794Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=fl8zpt8k
time="2022-01-26T07:04:36.796Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=5sqj8699
time="2022-01-26T07:04:36.798Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.798Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T07:04:36.8Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=dm54j5cr
time="2022-01-26T07:04:36.8Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=dm54j5cr
time="2022-01-26T07:04:36.8Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=dm54j5cr
time="2022-01-26T07:04:36.8Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=dm54j5cr
time="2022-01-26T07:04:36.8Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T07:04:36.8Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=dm54j5cr
time="2022-01-26T07:04:36.8Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dm54j5cr
time="2022-01-26T07:04:36.8Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=jhwmfvnq
time="2022-01-26T07:04:36.8Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=jhwmfvnq
time="2022-01-26T07:04:36.8Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=jhwmfvnq
time="2022-01-26T07:04:36.8Z" level=debug msg="conditions changed, updating claim status"
time="2022-01-26T07:04:36.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=mh87rskh
time="2022-01-26T07:04:36.801Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=mh87rskh
time="2022-01-26T07:04:36.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mh87rskh
time="2022-01-26T07:04:36.801Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=62zp52xm
time="2022-01-26T07:04:36.801Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=62zp52xm
time="2022-01-26T07:04:36.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=62zp52xm
time="2022-01-26T07:04:36.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=7z7zjbx7
time="2022-01-26T07:04:36.803Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=fl8zpt8k
time="2022-01-26T07:04:36.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=fl8zpt8k
time="2022-01-26T07:04:36.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=trmr2bfl
time="2022-01-26T07:04:36.803Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=trmr2bfl
time="2022-01-26T07:04:36.803Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=trmr2bfl
time="2022-01-26T07:04:36.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trmr2bfl
time="2022-01-26T07:04:36.803Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=94lf84fs
time="2022-01-26T07:04:36.805Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=805.535276ms namespace=/jshu-pool-test-6pgsm reconcileID=94lf84fs
time="2022-01-26T07:04:36.805Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=94lf84fs
time="2022-01-26T07:04:36.805Z" level=info msg="Creating new cluster" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4sfz6dcx
time="2022-01-26T07:04:36.806Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:36.813Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=jhwmfvnq
time="2022-01-26T07:04:36.813Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=hd4nflp8
time="2022-01-26T07:04:36.813Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=hd4nflp8
time="2022-01-26T07:04:36.813Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=hd4nflp8
time="2022-01-26T07:04:36.813Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hd4nflp8
time="2022-01-26T07:04:36.835Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=fg4wq6bl
time="2022-01-26T07:04:36.835Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=fg4wq6bl
time="2022-01-26T07:04:36.843Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=gc4trntd
time="2022-01-26T07:04:36.843Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=843.682039ms namespace=/jshu-pool-test-6pgsm reconcileID=gc4trntd
time="2022-01-26T07:04:36.843Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=gc4trntd
time="2022-01-26T07:04:36.845Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=9 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=fg4wq6bl
time="2022-01-26T07:04:36.845Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmpkp8fz
time="2022-01-26T07:04:36.845Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:36.845Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmpkp8fz
time="2022-01-26T07:04:36.845Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=rmpkp8fz
time="2022-01-26T07:04:36.921Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.929Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=7z7zjbx7
time="2022-01-26T07:04:36.929Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=7z7zjbx7
time="2022-01-26T07:04:36.929Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=127 elapsedMillisGT=0 outcome=unspecified reconcileID=7z7zjbx7
time="2022-01-26T07:04:36.93Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=5sqj8699 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:04:36.952Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.952Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.965Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=ccmccgpx
time="2022-01-26T07:04:36.966Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=ccmccgpx
time="2022-01-26T07:04:36.966Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=pkm2wp4q
time="2022-01-26T07:04:36.966Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=pkm2wp4q
time="2022-01-26T07:04:36.966Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=b9wwjsjs
time="2022-01-26T07:04:36.966Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=966.643323ms namespace=/jshu-pool-test-6pgsm reconcileID=b9wwjsjs
time="2022-01-26T07:04:36.966Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=b9wwjsjs
time="2022-01-26T07:04:36.966Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=85bt6fcs
time="2022-01-26T07:04:36.966Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=85bt6fcs
time="2022-01-26T07:04:36.966Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=wqj8l9qs
time="2022-01-26T07:04:36.967Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=wqj8l9qs
time="2022-01-26T07:04:36.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:36.967Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:36.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:36.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=kg2j95lm
time="2022-01-26T07:04:36.967Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=kg2j95lm
time="2022-01-26T07:04:36.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kg2j95lm
time="2022-01-26T07:04:36.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=rgpr2r4b
time="2022-01-26T07:04:36.967Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=rgpr2r4b
time="2022-01-26T07:04:36.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=zx87z6b9
time="2022-01-26T07:04:36.967Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=zx87z6b9
time="2022-01-26T07:04:36.968Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=jv6w646b
time="2022-01-26T07:04:36.968Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=jv6w646b
time="2022-01-26T07:04:36.968Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=v6bc86kn
time="2022-01-26T07:04:36.968Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:36.968Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=v6bc86kn
time="2022-01-26T07:04:36.968Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=v6bc86kn
time="2022-01-26T07:04:36.968Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=ckj7xgtr
time="2022-01-26T07:04:36.968Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=ckj7xgtr
time="2022-01-26T07:04:36.968Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckj7xgtr
time="2022-01-26T07:04:36.968Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-01-26T07:04:36.968Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:36.968Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ll7rxcpm
time="2022-01-26T07:04:36.968Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ll7rxcpm
time="2022-01-26T07:04:36.968Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ll7rxcpm
time="2022-01-26T07:04:36.976Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.976Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.978Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=4sfz6dcx
time="2022-01-26T07:04:36.986Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.986Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.986Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=187 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=2jmpvfgh
time="2022-01-26T07:04:36.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=200 elapsedMillisGT=0 outcome=unspecified reconcileID=5mjxzt4j
time="2022-01-26T07:04:36.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=jv6w646b
time="2022-01-26T07:04:36.994Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=nxb6z2wz
time="2022-01-26T07:04:36.994Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=nxb6z2wz
time="2022-01-26T07:04:36.994Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxb6z2wz
time="2022-01-26T07:04:36.994Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=m4vgm575
time="2022-01-26T07:04:36.994Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=994.804294ms namespace=/jshu-pool-test-6pgsm reconcileID=m4vgm575
time="2022-01-26T07:04:36.994Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=m4vgm575
time="2022-01-26T07:04:36.994Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=b48w5j9z
time="2022-01-26T07:04:36.994Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=b48w5j9z
time="2022-01-26T07:04:36.994Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b48w5j9z
time="2022-01-26T07:04:36.994Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zkhkpxgr
time="2022-01-26T07:04:36.995Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zkhkpxgr
time="2022-01-26T07:04:36.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zkhkpxgr
time="2022-01-26T07:04:36.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=bcsz44lj
time="2022-01-26T07:04:36.995Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=bcsz44lj
time="2022-01-26T07:04:36.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bcsz44lj
time="2022-01-26T07:04:36.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:36.999Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:36.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=85bt6fcs
time="2022-01-26T07:04:37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=85bt6fcs
time="2022-01-26T07:04:37Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=b5tdg6h2
time="2022-01-26T07:04:37Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=b5tdg6h2
time="2022-01-26T07:04:37Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=h5slfkb8
time="2022-01-26T07:04:37Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=h5slfkb8
time="2022-01-26T07:04:37Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=h5slfkb8
time="2022-01-26T07:04:37Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zx87z6b9
time="2022-01-26T07:04:37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=zx87z6b9
time="2022-01-26T07:04:37Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=vzgclgjp
time="2022-01-26T07:04:37Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=vzgclgjp
time="2022-01-26T07:04:37.001Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ccmccgpx
time="2022-01-26T07:04:37.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=ccmccgpx
time="2022-01-26T07:04:37.001Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.001Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=rbl5zlsw
time="2022-01-26T07:04:37.001Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=rbl5zlsw
time="2022-01-26T07:04:37.001Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wqj8l9qs
time="2022-01-26T07:04:37.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=wqj8l9qs
time="2022-01-26T07:04:37.001Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=jxlwvphj
time="2022-01-26T07:04:37.001Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=jxlwvphj
time="2022-01-26T07:04:37.001Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rgpr2r4b
time="2022-01-26T07:04:37.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=rgpr2r4b
time="2022-01-26T07:04:37.001Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=994mxsr9
time="2022-01-26T07:04:37.002Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=994mxsr9
time="2022-01-26T07:04:37.005Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pkm2wp4q
time="2022-01-26T07:04:37.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=pkm2wp4q
time="2022-01-26T07:04:37.005Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=stnnts2k
time="2022-01-26T07:04:37.005Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=stnnts2k
time="2022-01-26T07:04:37.009Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=6 reconcileID=5sqj8699
time="2022-01-26T07:04:37.009Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5sqj8699
time="2022-01-26T07:04:37.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=rbl5zlsw
time="2022-01-26T07:04:37.017Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=g7vdfvk5
time="2022-01-26T07:04:37.017Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=g7vdfvk5
time="2022-01-26T07:04:37.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g7vdfvk5
time="2022-01-26T07:04:37.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=7l92pjd8
time="2022-01-26T07:04:37.017Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=7l92pjd8
time="2022-01-26T07:04:37.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7l92pjd8
time="2022-01-26T07:04:37.017Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=v527468g
time="2022-01-26T07:04:37.017Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.017318658s namespace=/jshu-pool-test-6pgsm reconcileID=v527468g
time="2022-01-26T07:04:37.017Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=v527468g
time="2022-01-26T07:04:37.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4k5xnhkx
time="2022-01-26T07:04:37.017Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4k5xnhkx
time="2022-01-26T07:04:37.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4k5xnhkx
time="2022-01-26T07:04:37.017Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=b6dd6rrx
time="2022-01-26T07:04:37.017Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=b6dd6rrx
time="2022-01-26T07:04:37.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b6dd6rrx
time="2022-01-26T07:04:37.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=h2szddk5
time="2022-01-26T07:04:37.017Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=h2szddk5
time="2022-01-26T07:04:37.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2szddk5
time="2022-01-26T07:04:37.017Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vzgclgjp
time="2022-01-26T07:04:37.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=vzgclgjp
time="2022-01-26T07:04:37.018Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6gz6pmc5
time="2022-01-26T07:04:37.018Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6gz6pmc5
time="2022-01-26T07:04:37.018Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jxlwvphj
time="2022-01-26T07:04:37.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=jxlwvphj
time="2022-01-26T07:04:37.018Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=9jsc9tdr
time="2022-01-26T07:04:37.018Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=9jsc9tdr
time="2022-01-26T07:04:37.018Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=stnnts2k
time="2022-01-26T07:04:37.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=stnnts2k
time="2022-01-26T07:04:37.018Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=27pfq8d2
time="2022-01-26T07:04:37.018Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=27pfq8d2
time="2022-01-26T07:04:37.022Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=994mxsr9
time="2022-01-26T07:04:37.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=994mxsr9
time="2022-01-26T07:04:37.022Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=75794v5l
time="2022-01-26T07:04:37.023Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=75794v5l
time="2022-01-26T07:04:37.023Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=ftrcfvwv
time="2022-01-26T07:04:37.023Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.023Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=ftrcfvwv
time="2022-01-26T07:04:37.023Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=ftrcfvwv
time="2022-01-26T07:04:37.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.023Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.023Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.023Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b5tdg6h2
time="2022-01-26T07:04:37.023Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=b5tdg6h2
time="2022-01-26T07:04:37.024Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=r8hvw4wd
time="2022-01-26T07:04:37.024Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=r8hvw4wd
time="2022-01-26T07:04:37.03Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=h9sd67tn
time="2022-01-26T07:04:37.03Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=h9sd67tn
time="2022-01-26T07:04:37.03Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9sd67tn
time="2022-01-26T07:04:37.03Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=wglh6jn5
time="2022-01-26T07:04:37.03Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.030362231s namespace=/jshu-pool-test-6pgsm reconcileID=wglh6jn5
time="2022-01-26T07:04:37.03Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=wglh6jn5
time="2022-01-26T07:04:37.031Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=9jsc9tdr
time="2022-01-26T07:04:37.031Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=4dgx5fwq
time="2022-01-26T07:04:37.031Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=4dgx5fwq
time="2022-01-26T07:04:37.031Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zvgmhpg6
time="2022-01-26T07:04:37.031Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zvgmhpg6
time="2022-01-26T07:04:37.031Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zvgmhpg6
time="2022-01-26T07:04:37.031Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=rmpzlssn
time="2022-01-26T07:04:37.031Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=rmpzlssn
time="2022-01-26T07:04:37.031Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmpzlssn
time="2022-01-26T07:04:37.031Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=j6r5tm4l
time="2022-01-26T07:04:37.031Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=j6r5tm4l
time="2022-01-26T07:04:37.031Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6r5tm4l
time="2022-01-26T07:04:37.032Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6gz6pmc5
time="2022-01-26T07:04:37.032Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=6gz6pmc5
time="2022-01-26T07:04:37.032Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.032Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=q8rxp9tj
time="2022-01-26T07:04:37.032Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=q8rxp9tj
time="2022-01-26T07:04:37.034Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=27pfq8d2
time="2022-01-26T07:04:37.034Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=27pfq8d2
time="2022-01-26T07:04:37.034Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.036Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=56ngcnqh
time="2022-01-26T07:04:37.036Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.036Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.036Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=56ngcnqh
time="2022-01-26T07:04:37.036Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=56ngcnqh
time="2022-01-26T07:04:37.036Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.036Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=8ndkvb2v
time="2022-01-26T07:04:37.036Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=8ndkvb2v
time="2022-01-26T07:04:37.036Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8ndkvb2v
time="2022-01-26T07:04:37.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=c6l2d9xq
time="2022-01-26T07:04:37.037Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=c6l2d9xq
time="2022-01-26T07:04:37.042Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=75794v5l
time="2022-01-26T07:04:37.042Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=75794v5l
time="2022-01-26T07:04:37.042Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.042Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=q4x6czft
time="2022-01-26T07:04:37.042Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=q4x6czft
time="2022-01-26T07:04:37.043Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=r8hvw4wd
time="2022-01-26T07:04:37.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=r8hvw4wd
time="2022-01-26T07:04:37.043Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=45j66l2r
time="2022-01-26T07:04:37.043Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=45j66l2r
time="2022-01-26T07:04:37.052Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=4dgx5fwq
time="2022-01-26T07:04:37.053Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=5lbtjz6b
time="2022-01-26T07:04:37.054Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=5lbtjz6b
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5lbtjz6b
time="2022-01-26T07:04:37.054Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=vkc8gnl8
time="2022-01-26T07:04:37.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=69zb74gh
time="2022-01-26T07:04:37.054Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.054Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=vkc8gnl8
time="2022-01-26T07:04:37.054Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=69zb74gh
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=vkc8gnl8
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69zb74gh
time="2022-01-26T07:04:37.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=lqd6s2fl
time="2022-01-26T07:04:37.054Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=k8zbfwgq
time="2022-01-26T07:04:37.054Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=lqd6s2fl
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqd6s2fl
time="2022-01-26T07:04:37.054Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=k8zbfwgq
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k8zbfwgq
time="2022-01-26T07:04:37.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.054Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=bzlg94gg
time="2022-01-26T07:04:37.054Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=bzlg94gg
time="2022-01-26T07:04:37.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=cwd2z6k5
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzlg94gg
time="2022-01-26T07:04:37.054Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=cwd2z6k5
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cwd2z6k5
time="2022-01-26T07:04:37.054Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=5wq4c9fg
time="2022-01-26T07:04:37.054Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.054317485s namespace=/jshu-pool-test-6pgsm reconcileID=5wq4c9fg
time="2022-01-26T07:04:37.054Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=5wq4c9fg
time="2022-01-26T07:04:37.059Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=q4x6czft
time="2022-01-26T07:04:37.059Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=q4x6czft
time="2022-01-26T07:04:37.059Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.059Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=d258s8hz
time="2022-01-26T07:04:37.059Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=d258s8hz
time="2022-01-26T07:04:37.061Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5sqj8699
time="2022-01-26T07:04:37.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=268 elapsedMillisGT=0 outcome=unspecified reconcileID=5sqj8699
time="2022-01-26T07:04:37.062Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=c6l2d9xq
time="2022-01-26T07:04:37.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=c6l2d9xq
time="2022-01-26T07:04:37.062Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=92bfpmq5
time="2022-01-26T07:04:37.062Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=92bfpmq5
time="2022-01-26T07:04:37.062Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=q8rxp9tj
time="2022-01-26T07:04:37.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=q8rxp9tj
time="2022-01-26T07:04:37.062Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=4m9trkb9
time="2022-01-26T07:04:37.062Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=4m9trkb9
time="2022-01-26T07:04:37.068Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=45j66l2r
time="2022-01-26T07:04:37.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=45j66l2r
time="2022-01-26T07:04:37.068Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.068Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=pw95xqq4
time="2022-01-26T07:04:37.068Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=pw95xqq4
time="2022-01-26T07:04:37.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=d258s8hz
time="2022-01-26T07:04:37.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=bgwsj4tg
time="2022-01-26T07:04:37.075Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=bgwsj4tg
time="2022-01-26T07:04:37.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bgwsj4tg
time="2022-01-26T07:04:37.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=56mwftk6
time="2022-01-26T07:04:37.075Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=dbljjn7l
time="2022-01-26T07:04:37.075Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=56mwftk6
time="2022-01-26T07:04:37.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56mwftk6
time="2022-01-26T07:04:37.075Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=dbljjn7l
time="2022-01-26T07:04:37.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbljjn7l
time="2022-01-26T07:04:37.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xn4f2rv8
time="2022-01-26T07:04:37.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=vb9xv2xc
time="2022-01-26T07:04:37.075Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=vb9xv2xc
time="2022-01-26T07:04:37.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vb9xv2xc
time="2022-01-26T07:04:37.075Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=hvxdv4n6
time="2022-01-26T07:04:37.075Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xn4f2rv8
time="2022-01-26T07:04:37.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xn4f2rv8
time="2022-01-26T07:04:37.075Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.075829363s namespace=/jshu-pool-test-6pgsm reconcileID=hvxdv4n6
time="2022-01-26T07:04:37.075Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=hvxdv4n6
time="2022-01-26T07:04:37.076Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4m9trkb9
time="2022-01-26T07:04:37.077Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=4m9trkb9
time="2022-01-26T07:04:37.077Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=8jzngmgr
time="2022-01-26T07:04:37.077Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=8jzngmgr
time="2022-01-26T07:04:37.078Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pw95xqq4
time="2022-01-26T07:04:37.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=pw95xqq4
time="2022-01-26T07:04:37.078Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=rkx8rft4
time="2022-01-26T07:04:37.078Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=rkx8rft4
time="2022-01-26T07:04:37.08Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=877wvc4j
time="2022-01-26T07:04:37.08Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=fgkdxbjw
time="2022-01-26T07:04:37.08Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.08Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=877wvc4j
time="2022-01-26T07:04:37.08Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=fgkdxbjw
time="2022-01-26T07:04:37.08Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=877wvc4j
time="2022-01-26T07:04:37.08Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgkdxbjw
time="2022-01-26T07:04:37.081Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nh6g88cn
time="2022-01-26T07:04:37.081Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.081Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.081Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.085Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=92bfpmq5
time="2022-01-26T07:04:37.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=92bfpmq5
time="2022-01-26T07:04:37.085Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.091Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=5gqbp6vd
time="2022-01-26T07:04:37.091Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=5gqbp6vd
time="2022-01-26T07:04:37.091Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5gqbp6vd
time="2022-01-26T07:04:37.091Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=5c8cqgxv
time="2022-01-26T07:04:37.091Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=5c8cqgxv
time="2022-01-26T07:04:37.091Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5c8cqgxv
time="2022-01-26T07:04:37.091Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=rdg8j2gs
time="2022-01-26T07:04:37.091Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.09149201s namespace=/jshu-pool-test-6pgsm reconcileID=rdg8j2gs
time="2022-01-26T07:04:37.091Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=rdg8j2gs
time="2022-01-26T07:04:37.091Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=bs47sgx2
time="2022-01-26T07:04:37.091Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=bs47sgx2
time="2022-01-26T07:04:37.091Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bs47sgx2
time="2022-01-26T07:04:37.091Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=rkgvx9pr
time="2022-01-26T07:04:37.091Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=rkgvx9pr
time="2022-01-26T07:04:37.091Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rkgvx9pr
time="2022-01-26T07:04:37.091Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=hdxwfbl6
time="2022-01-26T07:04:37.091Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=hdxwfbl6
time="2022-01-26T07:04:37.091Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hdxwfbl6
time="2022-01-26T07:04:37.092Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=8jzngmgr
time="2022-01-26T07:04:37.092Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=tdsm2lzl
time="2022-01-26T07:04:37.092Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdsm2lzl
time="2022-01-26T07:04:37.093Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rkx8rft4
time="2022-01-26T07:04:37.093Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=rkx8rft4
time="2022-01-26T07:04:37.093Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.093Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=nftqw5vt
time="2022-01-26T07:04:37.093Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=nftqw5vt
time="2022-01-26T07:04:37.096Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dfrp5s96
time="2022-01-26T07:04:37.096Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=8grrztks
time="2022-01-26T07:04:37.096Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.096Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=8grrztks
time="2022-01-26T07:04:37.096Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dfrp5s96
time="2022-01-26T07:04:37.096Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8grrztks
time="2022-01-26T07:04:37.096Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=dfrp5s96
time="2022-01-26T07:04:37.096Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.096Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.096Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.098Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nh6g88cn
time="2022-01-26T07:04:37.098Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=nh6g88cn
time="2022-01-26T07:04:37.098Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=b4mf8pmf
time="2022-01-26T07:04:37.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=sm8c5rvl
time="2022-01-26T07:04:37.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sm8c5rvl
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=nftqw5vt
time="2022-01-26T07:04:37.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=p8tmqs9p
time="2022-01-26T07:04:37.104Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=p8tmqs9p
time="2022-01-26T07:04:37.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=gtfxjphf
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8tmqs9p
time="2022-01-26T07:04:37.104Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=gtfxjphf
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gtfxjphf
time="2022-01-26T07:04:37.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=pnrh82vf
time="2022-01-26T07:04:37.104Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=pnrh82vf
time="2022-01-26T07:04:37.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=p7dxf7kn
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnrh82vf
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p7dxf7kn
time="2022-01-26T07:04:37.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=6jwjtx6x
time="2022-01-26T07:04:37.104Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=6jwjtx6x
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jwjtx6x
time="2022-01-26T07:04:37.104Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=bxcxnhsz
time="2022-01-26T07:04:37.104Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6tftdn95
time="2022-01-26T07:04:37.104Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.104775603s namespace=/jshu-pool-test-6pgsm reconcileID=6tftdn95
time="2022-01-26T07:04:37.104Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=bxcxnhsz
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=6tftdn95
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxcxnhsz
time="2022-01-26T07:04:37.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=2q9cnptm
time="2022-01-26T07:04:37.104Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=2q9cnptm
time="2022-01-26T07:04:37.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2q9cnptm
time="2022-01-26T07:04:37.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=fz9vd5cw
time="2022-01-26T07:04:37.109Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=fz9vd5cw
time="2022-01-26T07:04:37.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.109Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fz9vd5cw
time="2022-01-26T07:04:37.109Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=54rpb6zq
time="2022-01-26T07:04:37.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.109Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=54rpb6zq
time="2022-01-26T07:04:37.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=54rpb6zq
time="2022-01-26T07:04:37.109Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xhgjnsg7
time="2022-01-26T07:04:37.109Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.109Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xhgjnsg7
time="2022-01-26T07:04:37.109Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b4mf8pmf
time="2022-01-26T07:04:37.109Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=xhgjnsg7
time="2022-01-26T07:04:37.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=b4mf8pmf
time="2022-01-26T07:04:37.109Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.145Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t98p6cz9
time="2022-01-26T07:04:37.178Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=nwjk8gbr
time="2022-01-26T07:04:37.178Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=nwjk8gbr
time="2022-01-26T07:04:37.178Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwjk8gbr
time="2022-01-26T07:04:37.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zf96md84
time="2022-01-26T07:04:37.178Z" level=info msg="Resuming cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zf96md84
time="2022-01-26T07:04:37.178Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=zf96md84
time="2022-01-26T07:04:37.178Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Ready controller=hibernation reason=StartingMachines reconcileID=zf96md84
time="2022-01-26T07:04:37.178Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=jjpdz8tw
time="2022-01-26T07:04:37.178Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=jjpdz8tw
time="2022-01-26T07:04:37.178Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=jjpdz8tw
time="2022-01-26T07:04:37.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=dk4vbdgt
time="2022-01-26T07:04:37.178Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=dk4vbdgt
time="2022-01-26T07:04:37.178Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=zf96md84
time="2022-01-26T07:04:37.179Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpm7fpcl
time="2022-01-26T07:04:37.179Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:04:37.179Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=kpm7fpcl
time="2022-01-26T07:04:37.179Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=kpm7fpcl
time="2022-01-26T07:04:37.179Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=l4jnwhd9
time="2022-01-26T07:04:37.179Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=l4jnwhd9
time="2022-01-26T07:04:37.179Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=l4jnwhd9
time="2022-01-26T07:04:37.179Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=l4jnwhd9
time="2022-01-26T07:04:37.179Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:04:37.179Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=l4jnwhd9
time="2022-01-26T07:04:37.179Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4jnwhd9
time="2022-01-26T07:04:37.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=q5f8vfff
time="2022-01-26T07:04:37.18Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=q5f8vfff
time="2022-01-26T07:04:37.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5f8vfff
time="2022-01-26T07:04:37.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:04:37.18Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:04:37.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:04:37.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=zzksgskl
time="2022-01-26T07:04:37.18Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=zzksgskl
time="2022-01-26T07:04:37.18Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=zzksgskl
time="2022-01-26T07:04:37.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzksgskl
time="2022-01-26T07:04:37.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9ljd96pk
time="2022-01-26T07:04:37.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:37.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:37.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:37.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:37.18Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9ljd96pk
time="2022-01-26T07:04:37.18Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9ljd96pk
time="2022-01-26T07:04:37.18Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9ljd96pk
time="2022-01-26T07:04:37.179Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=lltxqjmc
time="2022-01-26T07:04:37.182Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=lltxqjmc
time="2022-01-26T07:04:37.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lltxqjmc
time="2022-01-26T07:04:37.182Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=4nz6cs68
time="2022-01-26T07:04:37.182Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=4nz6cs68
time="2022-01-26T07:04:37.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nz6cs68
time="2022-01-26T07:04:37.182Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=r4bj9twk
time="2022-01-26T07:04:37.182Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=r4bj9twk
time="2022-01-26T07:04:37.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4bj9twk
time="2022-01-26T07:04:37.183Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=9ljd96pk
time="2022-01-26T07:04:37.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=9ljd96pk
time="2022-01-26T07:04:37.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=gbrwxfnh
time="2022-01-26T07:04:37.183Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=gbrwxfnh
time="2022-01-26T07:04:37.183Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=gbrwxfnh
time="2022-01-26T07:04:37.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbrwxfnh
time="2022-01-26T07:04:37.183Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=4sfz6dcx
time="2022-01-26T07:04:37.183Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=5dph62dg
time="2022-01-26T07:04:37.183Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=5dph62dg
time="2022-01-26T07:04:37.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5dph62dg
time="2022-01-26T07:04:37.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=rkb5868n
time="2022-01-26T07:04:37.183Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=rkb5868n
time="2022-01-26T07:04:37.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=38 elapsedMillisGT=0 outcome=unspecified reconcileID=t98p6cz9
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=7jk2gjxb
time="2022-01-26T07:04:37.184Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.184034219s namespace=/jshu-pool-test-6pgsm reconcileID=7jk2gjxb
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=7jk2gjxb
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=mgxngmrb
time="2022-01-26T07:04:37.184Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=mgxngmrb
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mgxngmrb
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=6skbzfnp
time="2022-01-26T07:04:37.184Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=6skbzfnp
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6skbzfnp
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dvltc8s4
time="2022-01-26T07:04:37.184Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.184Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dvltc8s4
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=dvltc8s4
time="2022-01-26T07:04:37.184Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=b5dllqgr
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=n8wprrhg
time="2022-01-26T07:04:37.184Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=b5dllqgr
time="2022-01-26T07:04:37.184Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=n8wprrhg
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5dllqgr
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n8wprrhg
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ngpc8dt4
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=fmdll8cm
time="2022-01-26T07:04:37.184Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=fmdll8cm
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmdll8cm
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=gpjckpdn
time="2022-01-26T07:04:37.184Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=gpjckpdn
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gpjckpdn
time="2022-01-26T07:04:37.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6pjl6lzg
time="2022-01-26T07:04:37.184Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6pjl6lzg
time="2022-01-26T07:04:37.196Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=rkb5868n
time="2022-01-26T07:04:37.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hsk72tzh
time="2022-01-26T07:04:37.197Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hsk72tzh
time="2022-01-26T07:04:37.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsk72tzh
time="2022-01-26T07:04:37.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=7pgpwdml
time="2022-01-26T07:04:37.197Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=7pgpwdml
time="2022-01-26T07:04:37.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7pgpwdml
time="2022-01-26T07:04:37.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=rvs6cp2h
time="2022-01-26T07:04:37.197Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=rvs6cp2h
time="2022-01-26T07:04:37.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvs6cp2h
time="2022-01-26T07:04:37.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=q5vxp8zk
time="2022-01-26T07:04:37.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5vxp8zk
time="2022-01-26T07:04:37.197Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=t4hc5ng4
time="2022-01-26T07:04:37.197Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.197298376s namespace=/jshu-pool-test-6pgsm reconcileID=t4hc5ng4
time="2022-01-26T07:04:37.197Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=t4hc5ng4
time="2022-01-26T07:04:37.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=txrkdml7
time="2022-01-26T07:04:37.197Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=txrkdml7
time="2022-01-26T07:04:37.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txrkdml7
time="2022-01-26T07:04:37.197Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=8qmfpfwm
time="2022-01-26T07:04:37.197Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=8qmfpfwm
time="2022-01-26T07:04:37.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qmfpfwm
time="2022-01-26T07:04:37.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=29pt5dkf
time="2022-01-26T07:04:37.197Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=29pt5dkf
time="2022-01-26T07:04:37.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29pt5dkf
time="2022-01-26T07:04:37.202Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=9jt42mlq
time="2022-01-26T07:04:37.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=pc7zb7hn
time="2022-01-26T07:04:37.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pc7zb7hn
time="2022-01-26T07:04:37.202Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.202Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.202Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=9jt42mlq
time="2022-01-26T07:04:37.202Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=9jt42mlq
time="2022-01-26T07:04:37.202Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=nm6x6smd
time="2022-01-26T07:04:37.202Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=nm6x6smd
time="2022-01-26T07:04:37.202Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nm6x6smd
time="2022-01-26T07:04:37.203Z" level=info msg="failed to set cluster region label" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ngpc8dt4
time="2022-01-26T07:04:37.203Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=ngpc8dt4
time="2022-01-26T07:04:37.203Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.203Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=d67d5v7p
time="2022-01-26T07:04:37.216Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=6kwfk4gs
time="2022-01-26T07:04:37.216Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=6kwfk4gs
time="2022-01-26T07:04:37.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6kwfk4gs
time="2022-01-26T07:04:37.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=qkthxjp8
time="2022-01-26T07:04:37.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkthxjp8
time="2022-01-26T07:04:37.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=fj74d9zm
time="2022-01-26T07:04:37.216Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=fj74d9zm
time="2022-01-26T07:04:37.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fj74d9zm
time="2022-01-26T07:04:37.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=ct7pvspn
time="2022-01-26T07:04:37.216Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=ct7pvspn
time="2022-01-26T07:04:37.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ct7pvspn
time="2022-01-26T07:04:37.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.216Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=fj72dsgm
time="2022-01-26T07:04:37.216Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=fj72dsgm
time="2022-01-26T07:04:37.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fj72dsgm
time="2022-01-26T07:04:37.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bw6s95vw
time="2022-01-26T07:04:37.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bw6s95vw
time="2022-01-26T07:04:37.217Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=2bpb2dz8
time="2022-01-26T07:04:37.217Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.217076539s namespace=/jshu-pool-test-6pgsm reconcileID=2bpb2dz8
time="2022-01-26T07:04:37.217Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=2bpb2dz8
time="2022-01-26T07:04:37.217Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pdf57zx9
time="2022-01-26T07:04:37.217Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.217Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pdf57zx9
time="2022-01-26T07:04:37.217Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=pdf57zx9
time="2022-01-26T07:04:37.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=h7dlg6nl
time="2022-01-26T07:04:37.217Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=h7dlg6nl
time="2022-01-26T07:04:37.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7dlg6nl
time="2022-01-26T07:04:37.217Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=wfmwf9n4
time="2022-01-26T07:04:37.217Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=wfmwf9n4
time="2022-01-26T07:04:37.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wfmwf9n4
time="2022-01-26T07:04:37.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=dbv58xtk
time="2022-01-26T07:04:37.217Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=dbv58xtk
time="2022-01-26T07:04:37.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbv58xtk
time="2022-01-26T07:04:37.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=d67d5v7p
time="2022-01-26T07:04:37.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxzxvgmm
time="2022-01-26T07:04:37.217Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxzxvgmm
time="2022-01-26T07:04:37.229Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=sxzxvgmm
time="2022-01-26T07:04:37.231Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=6f6cktdz
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=r4dblfrz
time="2022-01-26T07:04:37.231Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=6f6cktdz
time="2022-01-26T07:04:37.231Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=r4dblfrz
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4dblfrz
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6f6cktdz
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pch76rnm
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=jt74tj6g
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jt74tj6g
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=8s9pdttn
time="2022-01-26T07:04:37.231Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=8s9pdttn
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8s9pdttn
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=nhl2s2k5
time="2022-01-26T07:04:37.231Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=nhl2s2k5
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhl2s2k5
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.231Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=l9jtbxj5
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=8ldl7hct
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l9jtbxj5
time="2022-01-26T07:04:37.231Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=8ldl7hct
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=phtbjbzn
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=68cr52kf
time="2022-01-26T07:04:37.231Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.231418881s namespace=/jshu-pool-test-6pgsm reconcileID=68cr52kf
time="2022-01-26T07:04:37.231Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=phtbjbzn
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=phtbjbzn
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=68cr52kf
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8ldl7hct
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=mhfm5rwm
time="2022-01-26T07:04:37.231Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.231Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=mhfm5rwm
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=mhfm5rwm
time="2022-01-26T07:04:37.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=5gqls66s
time="2022-01-26T07:04:37.231Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=5gqls66s
time="2022-01-26T07:04:37.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5gqls66s
time="2022-01-26T07:04:37.302Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=zf96md84 states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:04:37.302Z" level=info msg="Starting on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation instanceIDs="[i-057efe2d43c8a814d i-0106b9b5fce2dc4d2 i-0d6add43378eb9063 i-05e7809e070105b18 i-04a58fa8e1c59773f i-046dbfb54ec182a92]" reconcileID=zf96md84
time="2022-01-26T07:04:37.354Z" level=error msg="could not update powerState" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=4sfz6dcx
time="2022-01-26T07:04:37.354Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T07:04:37.354Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=589 elapsedMillisGT=0 outcome=unspecified reconcileID=4sfz6dcx
time="2022-01-26T07:04:37.354Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T07:04:37.354Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.354Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:37.354Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=62xvr42q stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:37.354Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q unassignedCount=0
time="2022-01-26T07:04:37.354Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.354Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.354Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.354Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.354Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.354Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.354Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.354Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=62xvr42q
time="2022-01-26T07:04:37.377Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=drkfzm86
time="2022-01-26T07:04:37.377Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=drkfzm86
time="2022-01-26T07:04:37.377Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drkfzm86
time="2022-01-26T07:04:37.377Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=lfrrh59r
time="2022-01-26T07:04:37.377Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lfrrh59r
time="2022-01-26T07:04:37.377Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=2s9w545g
time="2022-01-26T07:04:37.377Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.377958384s namespace=/jshu-pool-test-6pgsm reconcileID=2s9w545g
time="2022-01-26T07:04:37.377Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=cf2rjhpk
time="2022-01-26T07:04:37.377Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=2s9w545g
time="2022-01-26T07:04:37.377Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.378Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=cf2rjhpk
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=cf2rjhpk
time="2022-01-26T07:04:37.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=t4fjlc52
time="2022-01-26T07:04:37.378Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=t4fjlc52
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4fjlc52
time="2022-01-26T07:04:37.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=2mbnbkxp
time="2022-01-26T07:04:37.378Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=2mbnbkxp
time="2022-01-26T07:04:37.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mbnbkxp
time="2022-01-26T07:04:37.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=rzrvc2r6
time="2022-01-26T07:04:37.378Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ltqvvq79
time="2022-01-26T07:04:37.378Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=rzrvc2r6
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rzrvc2r6
time="2022-01-26T07:04:37.378Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ltqvvq79
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ltqvvq79
time="2022-01-26T07:04:37.378Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=p8kc5hwl
time="2022-01-26T07:04:37.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=wrbcfrv4
time="2022-01-26T07:04:37.378Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=p8kc5hwl
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wrbcfrv4
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8kc5hwl
time="2022-01-26T07:04:37.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=5mqb77wx
time="2022-01-26T07:04:37.378Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=5mqb77wx
time="2022-01-26T07:04:37.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mqb77wx
time="2022-01-26T07:04:37.378Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pch76rnm
time="2022-01-26T07:04:37.378Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pch76rnm
time="2022-01-26T07:04:37.378Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm-merged-pull-secret reconcileID=pch76rnm
time="2022-01-26T07:04:37.558Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=62xvr42q
time="2022-01-26T07:04:37.594Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pch76rnm secretName=jshu-pool-test-6pgsm-merged-pull-secret
time="2022-01-26T07:04:37.594Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=363 elapsedMillisGT=0 outcome=unspecified reconcileID=pch76rnm
time="2022-01-26T07:04:37.594Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7cvgv55h
time="2022-01-26T07:04:37.594Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.594Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7cvgv55h
time="2022-01-26T07:04:37.594Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7cvgv55h
time="2022-01-26T07:04:37.594Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.594Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm-imageset reconcileID=7cvgv55h
time="2022-01-26T07:04:37.594Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=7cvgv55h releaseImage="quay.io/openshift-release-dev/ocp-release:4.9.0-rc.6-x86_64"
time="2022-01-26T07:04:37.756Z" level=error msg="could not update powerState" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=62xvr42q
time="2022-01-26T07:04:37.756Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T07:04:37.756Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=402 elapsedMillisGT=0 outcome=unspecified reconcileID=62xvr42q
time="2022-01-26T07:04:37.756Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T07:04:37.756Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:37.756Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=qvsftgtd stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:37.756Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd unassignedCount=0
time="2022-01-26T07:04:37.756Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvsftgtd
time="2022-01-26T07:04:37.756Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=qvsftgtd
time="2022-01-26T07:04:37.773Z" level=info msg="created service account" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=7cvgv55h
time="2022-01-26T07:04:37.963Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=gr7c47wg
time="2022-01-26T07:04:37.963Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=gr7c47wg
time="2022-01-26T07:04:37.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gr7c47wg
time="2022-01-26T07:04:37.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=97mvlwmf
time="2022-01-26T07:04:37.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=97mvlwmf
time="2022-01-26T07:04:37.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=269djqm2
time="2022-01-26T07:04:37.963Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=269djqm2
time="2022-01-26T07:04:37.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=269djqm2
time="2022-01-26T07:04:37.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=6lvpfmdf
time="2022-01-26T07:04:37.963Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=6lvpfmdf
time="2022-01-26T07:04:37.963Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=207 elapsedMillisGT=0 outcome=unspecified reconcileID=qvsftgtd
time="2022-01-26T07:04:37.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lvpfmdf
time="2022-01-26T07:04:37.963Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.963Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:37.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=h465fgss
time="2022-01-26T07:04:37.963Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=h465fgss
time="2022-01-26T07:04:37.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h465fgss
time="2022-01-26T07:04:37.963Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=7m95m4lp stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:37.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=qmc4vhf6
time="2022-01-26T07:04:37.964Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp unassignedCount=0
time="2022-01-26T07:04:37.964Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=7rs8rhv7
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qmc4vhf6
time="2022-01-26T07:04:37.963Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:37.964Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.96405938s namespace=/jshu-pool-test-6pgsm reconcileID=7rs8rhv7
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=7rs8rhv7
time="2022-01-26T07:04:37.964Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=6tb7kkvc
time="2022-01-26T07:04:37.964Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=fjw5snkx
time="2022-01-26T07:04:37.964Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=6tb7kkvc
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6tb7kkvc
time="2022-01-26T07:04:37.964Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=fjw5snkx
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjw5snkx
time="2022-01-26T07:04:37.964Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=9nn9ksdj
time="2022-01-26T07:04:37.964Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:37.964Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ltd2rjzw
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ltd2rjzw
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ltd2rjzw
time="2022-01-26T07:04:37.964Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=9nn9ksdj
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=9nn9ksdj
time="2022-01-26T07:04:37.964Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7m95m4lp
time="2022-01-26T07:04:37.964Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:37.964Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=xwv8mxlm stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:37.964Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm unassignedCount=0
time="2022-01-26T07:04:37.964Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xwv8mxlm
time="2022-01-26T07:04:37.964Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwv8mxlm
time="2022-01-26T07:04:38.008Z" level=info msg="created role" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=7cvgv55h
time="2022-01-26T07:04:38.213Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=7cvgv55h
time="2022-01-26T07:04:38.223Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=1045 elapsedMillisGT=1000 outcome=unspecified reconcileID=zf96md84
time="2022-01-26T07:04:38.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=jcw856zt
time="2022-01-26T07:04:38.224Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=jcw856zt
time="2022-01-26T07:04:38.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jcw856zt
time="2022-01-26T07:04:38.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=hq9pxdz9
time="2022-01-26T07:04:38.224Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=hq9pxdz9
time="2022-01-26T07:04:38.224Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=hq9pxdz9
time="2022-01-26T07:04:38.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hq9pxdz9
time="2022-01-26T07:04:38.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=s6vnmxqm
time="2022-01-26T07:04:38.224Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=s6vnmxqm
time="2022-01-26T07:04:38.224Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=s6vnmxqm
time="2022-01-26T07:04:38.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6vnmxqm
time="2022-01-26T07:04:38.224Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=47vvchxd
time="2022-01-26T07:04:38.225Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=47vvchxd
time="2022-01-26T07:04:38.225Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=47vvchxd
time="2022-01-26T07:04:38.225Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9txbtnxv
time="2022-01-26T07:04:38.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9txbtnxv
time="2022-01-26T07:04:38.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9txbtnxv
time="2022-01-26T07:04:38.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9txbtnxv
time="2022-01-26T07:04:38.225Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:04:38.225Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9txbtnxv
time="2022-01-26T07:04:38.225Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9txbtnxv
time="2022-01-26T07:04:38.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=j4wwdd5j
time="2022-01-26T07:04:38.225Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=j4wwdd5j
time="2022-01-26T07:04:38.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j4wwdd5j
time="2022-01-26T07:04:38.225Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=mqq572vx
time="2022-01-26T07:04:38.225Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=mqq572vx
time="2022-01-26T07:04:38.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mqq572vx
time="2022-01-26T07:04:38.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=l25nw6z6
time="2022-01-26T07:04:38.225Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=l25nw6z6
time="2022-01-26T07:04:38.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l25nw6z6
time="2022-01-26T07:04:38.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.229Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=82f24kwt
time="2022-01-26T07:04:38.229Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.229Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:04:38.229Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=82f24kwt
time="2022-01-26T07:04:38.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wkt9l6pd
time="2022-01-26T07:04:38.229Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82f24kwt
time="2022-01-26T07:04:38.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=brbntfbd
time="2022-01-26T07:04:38.229Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wkt9l6pd
time="2022-01-26T07:04:38.229Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.23Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=brbntfbd
time="2022-01-26T07:04:38.23Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=brbntfbd
time="2022-01-26T07:04:38.23Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=brbntfbd
time="2022-01-26T07:04:38.23Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wkt9l6pd
time="2022-01-26T07:04:38.23Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:38.23Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=q87ztbnp stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:38.23Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp unassignedCount=0
time="2022-01-26T07:04:38.23Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q87ztbnp
time="2022-01-26T07:04:38.23Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=mrtt5bl8
time="2022-01-26T07:04:38.23Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:04:38.231Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=mrtt5bl8
time="2022-01-26T07:04:38.231Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=mrtt5bl8
time="2022-01-26T07:04:38.231Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=brbntfbd
time="2022-01-26T07:04:38.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=brbntfbd
time="2022-01-26T07:04:38.271Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wkt9l6pd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:04:38.271Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wkt9l6pd
time="2022-01-26T07:04:38.32Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wkt9l6pd states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:04:38.32Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wkt9l6pd
time="2022-01-26T07:04:38.32Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Ready controller=hibernation reason=WaitingForMachines reconcileID=wkt9l6pd
time="2022-01-26T07:04:38.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=w9gn2lkt
time="2022-01-26T07:04:38.334Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=w9gn2lkt
time="2022-01-26T07:04:38.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w9gn2lkt
time="2022-01-26T07:04:38.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=99lzn6cb
time="2022-01-26T07:04:38.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=lpjhbslc
time="2022-01-26T07:04:38.334Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=99lzn6cb
time="2022-01-26T07:04:38.334Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=99lzn6cb
time="2022-01-26T07:04:38.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99lzn6cb
time="2022-01-26T07:04:38.334Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=lpjhbslc
time="2022-01-26T07:04:38.334Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=lpjhbslc
time="2022-01-26T07:04:38.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=szjrqbj6
time="2022-01-26T07:04:38.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpjhbslc
time="2022-01-26T07:04:38.334Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=szjrqbj6
time="2022-01-26T07:04:38.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szjrqbj6
time="2022-01-26T07:04:38.334Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=mjdzsp8d
time="2022-01-26T07:04:38.334Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=8jzfm5r9
time="2022-01-26T07:04:38.334Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=mjdzsp8d
time="2022-01-26T07:04:38.334Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=8jzfm5r9
time="2022-01-26T07:04:38.334Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=8jzfm5r9
time="2022-01-26T07:04:38.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mjdzsp8d
time="2022-01-26T07:04:38.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=sgbhsmq6
time="2022-01-26T07:04:38.334Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=sgbhsmq6
time="2022-01-26T07:04:38.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgbhsmq6
time="2022-01-26T07:04:38.334Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=bg7gd7gv
time="2022-01-26T07:04:38.334Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=bg7gd7gv
time="2022-01-26T07:04:38.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=bg7gd7gv
time="2022-01-26T07:04:38.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=bg7gd7gv
time="2022-01-26T07:04:38.335Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:04:38.335Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=bg7gd7gv
time="2022-01-26T07:04:38.335Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bg7gd7gv
time="2022-01-26T07:04:38.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=105 elapsedMillisGT=0 outcome=unspecified reconcileID=wkt9l6pd
time="2022-01-26T07:04:38.34Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=h7pn4dcr
time="2022-01-26T07:04:38.34Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:04:38.34Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=h7pn4dcr
time="2022-01-26T07:04:38.34Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:38.34Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=h7pn4dcr
time="2022-01-26T07:04:38.34Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fkg4jx6p
time="2022-01-26T07:04:38.34Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=c6vrbhw5 stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:38.34Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.34Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5 unassignedCount=0
time="2022-01-26T07:04:38.34Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.34Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.34Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.34Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fkg4jx6p
time="2022-01-26T07:04:38.34Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6vrbhw5
time="2022-01-26T07:04:38.34Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=p2bchms6
time="2022-01-26T07:04:38.34Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fkg4jx6p
time="2022-01-26T07:04:38.34Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fkg4jx6p
time="2022-01-26T07:04:38.34Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.34Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:04:38.34Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:04:38.34Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=p2bchms6
time="2022-01-26T07:04:38.34Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2bchms6
time="2022-01-26T07:04:38.342Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=fkg4jx6p
time="2022-01-26T07:04:38.342Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=fkg4jx6p
time="2022-01-26T07:04:38.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=qncqkgnp
time="2022-01-26T07:04:38.345Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=qncqkgnp
time="2022-01-26T07:04:38.345Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=qncqkgnp
time="2022-01-26T07:04:38.375Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsed=2.375298246 reconcileID=7cvgv55h
time="2022-01-26T07:04:38.375Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=780 elapsedMillisGT=0 outcome=unspecified reconcileID=7cvgv55h
time="2022-01-26T07:04:38.375Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:04:38.375Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pfjr56kn
time="2022-01-26T07:04:38.375Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.375Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.375Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pfjr56kn
time="2022-01-26T07:04:38.375Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pfjr56kn
time="2022-01-26T07:04:38.375Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=pfjr56kn
time="2022-01-26T07:04:38.375Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pfjr56kn
time="2022-01-26T07:04:38.375Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=hq97zmxd
time="2022-01-26T07:04:38.375Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.375Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.375Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=hq97zmxd
time="2022-01-26T07:04:38.375Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=hq97zmxd
time="2022-01-26T07:04:38.375Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=hq97zmxd
time="2022-01-26T07:04:38.375Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hq97zmxd
time="2022-01-26T07:04:38.387Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=qncqkgnp states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:04:38.387Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=qncqkgnp
time="2022-01-26T07:04:38.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5758cq2h
time="2022-01-26T07:04:38.407Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.407Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.407Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5758cq2h
time="2022-01-26T07:04:38.407Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5758cq2h
time="2022-01-26T07:04:38.407Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=5758cq2h
time="2022-01-26T07:04:38.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5758cq2h
time="2022-01-26T07:04:38.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pm59msvj
time="2022-01-26T07:04:38.416Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.416Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.416Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pm59msvj
time="2022-01-26T07:04:38.416Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pm59msvj
time="2022-01-26T07:04:38.416Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=pm59msvj
time="2022-01-26T07:04:38.416Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pm59msvj
time="2022-01-26T07:04:38.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=n6jfj2ph
time="2022-01-26T07:04:38.416Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.417Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.417Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=n6jfj2ph
time="2022-01-26T07:04:38.417Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=n6jfj2ph
time="2022-01-26T07:04:38.417Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=n6jfj2ph
time="2022-01-26T07:04:38.417Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6jfj2ph
time="2022-01-26T07:04:38.427Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=qncqkgnp states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:04:38.427Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=qncqkgnp
time="2022-01-26T07:04:38.427Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=82 elapsedMillisGT=0 outcome=unspecified reconcileID=qncqkgnp
time="2022-01-26T07:04:38.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=w8qvmq2t
time="2022-01-26T07:04:38.433Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.433Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:38.433Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=w8qvmq2t
time="2022-01-26T07:04:38.433Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=w8qvmq2t
time="2022-01-26T07:04:38.433Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=w8qvmq2t
time="2022-01-26T07:04:38.433Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8qvmq2t
time="2022-01-26T07:04:40.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t2vtzf2x
time="2022-01-26T07:04:40.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:40.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:40.157Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t2vtzf2x
time="2022-01-26T07:04:40.157Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t2vtzf2x
time="2022-01-26T07:04:40.157Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=t2vtzf2x
time="2022-01-26T07:04:40.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2vtzf2x
time="2022-01-26T07:04:40.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nqj4r8bp
time="2022-01-26T07:04:40.624Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:40.624Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:40.625Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nqj4r8bp
time="2022-01-26T07:04:40.625Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nqj4r8bp
time="2022-01-26T07:04:40.625Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=nqj4r8bp
time="2022-01-26T07:04:40.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nqj4r8bp
time="2022-01-26T07:04:41.197Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=9xtr4dpk
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=xmbxwx25
time="2022-01-26T07:04:41.197Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=9xtr4dpk
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xtr4dpk
time="2022-01-26T07:04:41.197Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.197335031s namespace=/jshu-pool-test-6pgsm reconcileID=xmbxwx25
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=bd4wl9gb
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=xmbxwx25
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bd4wl9gb
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hs6hm92j
time="2022-01-26T07:04:41.197Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hs6hm92j
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hs6hm92j
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=5gqrdjgk
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=jn77nfb7
time="2022-01-26T07:04:41.197Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=jn77nfb7
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jn77nfb7
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.197Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:41.197Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.197Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=5gqrdjgk
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=5gqrdjgk
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=jrvrshw7
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=m7pc7prm
time="2022-01-26T07:04:41.197Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=jrvrshw7
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrvrshw7
time="2022-01-26T07:04:41.197Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=m7pc7prm
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=hrwqkwjd
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7pc7prm
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=skt7r7sm
time="2022-01-26T07:04:41.197Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=hrwqkwjd
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hrwqkwjd
time="2022-01-26T07:04:41.197Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=hnvs52q6
time="2022-01-26T07:04:41.197Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hnvs52q6
time="2022-01-26T07:04:41.197Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=thg65zl2
time="2022-01-26T07:04:41.197Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=thg65zl2
time="2022-01-26T07:04:41.197Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=thg65zl2
time="2022-01-26T07:04:41.198Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=xpnqm4pn stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:41.198Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn unassignedCount=0
time="2022-01-26T07:04:41.198Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.197Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.198Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.198Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.198Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.198Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.198Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.198Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.198Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.198Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=skt7r7sm
time="2022-01-26T07:04:41.198Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=skt7r7sm
time="2022-01-26T07:04:41.198Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xpnqm4pn
time="2022-01-26T07:04:41.198Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=skt7r7sm
time="2022-01-26T07:04:41.198Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skt7r7sm
time="2022-01-26T07:04:41.619Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9f972ptc
time="2022-01-26T07:04:41.619Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.619Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.619Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9f972ptc
time="2022-01-26T07:04:41.619Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9f972ptc
time="2022-01-26T07:04:41.619Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=9f972ptc
time="2022-01-26T07:04:41.619Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9f972ptc
time="2022-01-26T07:04:41.627Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=r6bmj9vr
time="2022-01-26T07:04:41.627Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.627Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.627Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=r6bmj9vr
time="2022-01-26T07:04:41.627Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=r6bmj9vr
time="2022-01-26T07:04:41.627Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=r6bmj9vr
time="2022-01-26T07:04:41.627Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r6bmj9vr
time="2022-01-26T07:04:41.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kcfn2d84
time="2022-01-26T07:04:41.637Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.637Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.637Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kcfn2d84
time="2022-01-26T07:04:41.637Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kcfn2d84
time="2022-01-26T07:04:41.637Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=kcfn2d84
time="2022-01-26T07:04:41.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kcfn2d84
time="2022-01-26T07:04:41.648Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ktv8ctsz
time="2022-01-26T07:04:41.648Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.648Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.648Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ktv8ctsz
time="2022-01-26T07:04:41.648Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ktv8ctsz
time="2022-01-26T07:04:41.648Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment job=jshu-pool-test-6pgsm-imageset reconcileID=ktv8ctsz successful=true
time="2022-01-26T07:04:41.654Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ktv8ctsz
time="2022-01-26T07:04:41.664Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=tkrhrdqs
time="2022-01-26T07:04:41.664Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=tkrhrdqs
time="2022-01-26T07:04:41.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tkrhrdqs
time="2022-01-26T07:04:41.665Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=lvsmlf7s
time="2022-01-26T07:04:41.665Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.665363428s namespace=/jshu-pool-test-6pgsm reconcileID=lvsmlf7s
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=lvsmlf7s
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=gmz82bfx
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmz82bfx
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=l24wf4nt
time="2022-01-26T07:04:41.665Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=l24wf4nt
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l24wf4nt
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=cnmms6dw
time="2022-01-26T07:04:41.665Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=cnmms6dw
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnmms6dw
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=5wkbwznw
time="2022-01-26T07:04:41.665Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:41.665Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=5wkbwznw
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=cftdlc47
time="2022-01-26T07:04:41.665Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=cftdlc47
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cftdlc47
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.665Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=5wkbwznw
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=xvj2grwn
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=gh4snps2
time="2022-01-26T07:04:41.665Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=gh4snps2
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gh4snps2
time="2022-01-26T07:04:41.665Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=xvj2grwn
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvj2grwn
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=dskx8wdr
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dskx8wdr
time="2022-01-26T07:04:41.665Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:41.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=m8kn58dv
time="2022-01-26T07:04:41.665Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=m8kn58dv
time="2022-01-26T07:04:41.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m8kn58dv
time="2022-01-26T07:04:41.666Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=rk8m29mt stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:41.666Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt unassignedCount=0
time="2022-01-26T07:04:41.666Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.666Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.666Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.666Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.666Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.666Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.666Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.666Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rk8m29mt
time="2022-01-26T07:04:41.666Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rk8m29mt
time="2022-01-26T07:04:41.674Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=57bqmsff
time="2022-01-26T07:04:41.674Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=57bqmsff
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57bqmsff
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=d7c5p4j4
time="2022-01-26T07:04:41.674Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.674503033s namespace=/jshu-pool-test-6pgsm reconcileID=d7c5p4j4
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=d7c5p4j4
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fnmv6f6h
time="2022-01-26T07:04:41.674Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ktv8ctsz
time="2022-01-26T07:04:41.674Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ktv8ctsz
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fnmv6f6h
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=8c56zhx5
time="2022-01-26T07:04:41.674Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=8c56zhx5
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8c56zhx5
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=5m7c9zrd
time="2022-01-26T07:04:41.674Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=5m7c9zrd
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5m7c9zrd
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.674Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=r9knj2kg
time="2022-01-26T07:04:41.674Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=r9knj2kg
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r9knj2kg
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=ln6skzl2
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ln6skzl2
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=bvkgcmqj
time="2022-01-26T07:04:41.674Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:41.674Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=bvkgcmqj
time="2022-01-26T07:04:41.674Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=bvkgcmqj
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=fdc8hljp
time="2022-01-26T07:04:41.674Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=rh247fq5
time="2022-01-26T07:04:41.675Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=fdc8hljp
time="2022-01-26T07:04:41.675Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdc8hljp
time="2022-01-26T07:04:41.675Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=rh247fq5
time="2022-01-26T07:04:41.675Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rh247fq5
time="2022-01-26T07:04:41.675Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:41.675Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ft7gszzw
time="2022-01-26T07:04:41.675Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ft7gszzw
time="2022-01-26T07:04:41.675Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ft7gszzw
time="2022-01-26T07:04:41.675Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=jg74nphm stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:41.675Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm unassignedCount=0
time="2022-01-26T07:04:41.675Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jg74nphm
time="2022-01-26T07:04:41.675Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jg74nphm
time="2022-01-26T07:04:41.682Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=ktv8ctsz
time="2022-01-26T07:04:41.682Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vwrmjs9k
time="2022-01-26T07:04:41.682Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.682Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.682Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vwrmjs9k
time="2022-01-26T07:04:41.682Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vwrmjs9k
time="2022-01-26T07:04:41.682Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.682Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vwrmjs9k
time="2022-01-26T07:04:41.682Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vwrmjs9k
time="2022-01-26T07:04:41.683Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=zrcsgzdp
time="2022-01-26T07:04:41.683Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=zrcsgzdp
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrcsgzdp
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.683Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=q6wqbhmg
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=n2rfnq7q
time="2022-01-26T07:04:41.683Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=n2rfnq7q
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6wqbhmg
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n2rfnq7q
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=9c2bh4tc
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=nfv7whxz
time="2022-01-26T07:04:41.683Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=9c2bh4tc
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c2bh4tc
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=znqvtzxg
time="2022-01-26T07:04:41.683Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=nfv7whxz
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfv7whxz
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znqvtzxg
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=pssbtj4d
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=rss2h2qx
time="2022-01-26T07:04:41.683Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.683700449s namespace=/jshu-pool-test-6pgsm reconcileID=pssbtj4d
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=pssbtj4d
time="2022-01-26T07:04:41.683Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=rss2h2qx
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rss2h2qx
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=lw2t7tdp
time="2022-01-26T07:04:41.683Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=lw2t7tdp
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lw2t7tdp
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=f55nlc92
time="2022-01-26T07:04:41.683Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:41.683Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=f55nlc92
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=f55nlc92
time="2022-01-26T07:04:41.683Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:41.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=gfhmnxth
time="2022-01-26T07:04:41.683Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=gfhmnxth
time="2022-01-26T07:04:41.683Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfhmnxth
time="2022-01-26T07:04:41.683Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=8l87wwwb stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:41.683Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb unassignedCount=0
time="2022-01-26T07:04:41.683Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.683Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.683Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.683Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.683Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.684Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.684Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.684Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8l87wwwb
time="2022-01-26T07:04:41.684Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8l87wwwb
time="2022-01-26T07:04:41.69Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vwrmjs9k
time="2022-01-26T07:04:41.69Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=vwrmjs9k
time="2022-01-26T07:04:41.69Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.69Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.69Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.69Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.69Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.69Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.69Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.691Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.691Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.691Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.691Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.691Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-test-6pgsm-0-7897l namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.691Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm-0-7897l reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.691Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.71Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-01-26T07:04:41.71Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.71Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=2kttfcbq
time="2022-01-26T07:04:41.71Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=np2kfndb
time="2022-01-26T07:04:41.71Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:41.71Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=np2kfndb
time="2022-01-26T07:04:41.71Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-test-6pgsm-0-7897l namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.71Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=np2kfndb
time="2022-01-26T07:04:41.71Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision derivedObject=jshu-pool-test-6pgsm-0-7897l-provision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=2kttfcbq
time="2022-01-26T07:04:41.71Z" level=info msg="creating install job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=2kttfcbq
time="2022-01-26T07:04:41.71Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:41.712Z" level=info msg="created new provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.712Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.719Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:04:41.719Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:41.719Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=2kttfcbq
time="2022-01-26T07:04:41.719Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=m4mz9wn7
time="2022-01-26T07:04:41.719Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=m4mz9wn7
time="2022-01-26T07:04:41.719Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:41.722Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=5vr5g2s7
time="2022-01-26T07:04:41.722Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=5vr5g2s7
time="2022-01-26T07:04:41.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vr5g2s7
time="2022-01-26T07:04:41.722Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=wff9h8vk
time="2022-01-26T07:04:41.722Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=wff9h8vk
time="2022-01-26T07:04:41.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wff9h8vk
time="2022-01-26T07:04:41.723Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=psh75rts
time="2022-01-26T07:04:41.723Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=psh75rts
time="2022-01-26T07:04:41.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=psh75rts
time="2022-01-26T07:04:41.723Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=h6hrwvh9
time="2022-01-26T07:04:41.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h6hrwvh9
time="2022-01-26T07:04:41.723Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6h2klb9k
time="2022-01-26T07:04:41.723Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.723193631s namespace=/jshu-pool-test-6pgsm reconcileID=6h2klb9k
time="2022-01-26T07:04:41.723Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=6h2klb9k
time="2022-01-26T07:04:41.723Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=z2fzg2kn
time="2022-01-26T07:04:41.723Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=z2fzg2kn
time="2022-01-26T07:04:41.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z2fzg2kn
time="2022-01-26T07:04:41.723Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=xt9twdng
time="2022-01-26T07:04:41.723Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=xt9twdng
time="2022-01-26T07:04:41.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xt9twdng
time="2022-01-26T07:04:41.723Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=fcpw29l2
time="2022-01-26T07:04:41.723Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=fcpw29l2
time="2022-01-26T07:04:41.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcpw29l2
time="2022-01-26T07:04:41.723Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsed=5.723817598 reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=wf6z2v5h
time="2022-01-26T07:04:41.723Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gcmz25b4
time="2022-01-26T07:04:41.723Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.723Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.724Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gcmz25b4
time="2022-01-26T07:04:41.724Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gcmz25b4
time="2022-01-26T07:04:41.724Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.728Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=v6grsjtx
time="2022-01-26T07:04:41.728Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=v6grsjtx
time="2022-01-26T07:04:41.728Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v6grsjtx
time="2022-01-26T07:04:41.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=bmq75cpp
time="2022-01-26T07:04:41.728Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmq75cpp
time="2022-01-26T07:04:41.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.728Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.728Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:41.728Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:41.728Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=zzch6lfn stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:41.728Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn unassignedCount=0
time="2022-01-26T07:04:41.728Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=7jnnftsq
time="2022-01-26T07:04:41.728Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=7jnnftsq
time="2022-01-26T07:04:41.728Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7jnnftsq
time="2022-01-26T07:04:41.728Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzch6lfn
time="2022-01-26T07:04:41.728Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=5qpklsvc
time="2022-01-26T07:04:41.728Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:41.728Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=5qpklsvc
time="2022-01-26T07:04:41.728Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=5qpklsvc
time="2022-01-26T07:04:41.729Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=m4mz9wn7
time="2022-01-26T07:04:41.729Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=dz6qhk2r
time="2022-01-26T07:04:41.729Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=dz6qhk2r
time="2022-01-26T07:04:41.729Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:41.729Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=dz6qhk2r
time="2022-01-26T07:04:41.729Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=dz6qhk2r
time="2022-01-26T07:04:41.729Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dz6qhk2r
time="2022-01-26T07:04:41.733Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=gcmz25b4
time="2022-01-26T07:04:41.733Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=gcmz25b4
time="2022-01-26T07:04:41.733Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=lkk2nbtw
time="2022-01-26T07:04:41.733Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.733Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.733Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7td49j7b
time="2022-01-26T07:04:41.734Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=lkk2nbtw
time="2022-01-26T07:04:41.734Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=lkk2nbtw
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7td49j7b
time="2022-01-26T07:04:41.734Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=wblf9qc4
time="2022-01-26T07:04:41.734Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=wblf9qc4
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wblf9qc4
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=gr6pjcqt
time="2022-01-26T07:04:41.734Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=gr6pjcqt
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gr6pjcqt
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.734Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=6lvl99gk
time="2022-01-26T07:04:41.734Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=6lvl99gk
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lvl99gk
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=xr9btfqk
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xr9btfqk
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=2lvv72hr
time="2022-01-26T07:04:41.734Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.734385303s namespace=/jshu-pool-test-6pgsm reconcileID=2lvv72hr
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=2lvv72hr
time="2022-01-26T07:04:41.733Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=kmq65mgw
time="2022-01-26T07:04:41.734Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=kmq65mgw
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kmq65mgw
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=lgc9hklw
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=b7n5npp7
time="2022-01-26T07:04:41.734Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=lgc9hklw
time="2022-01-26T07:04:41.734Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lgc9hklw
time="2022-01-26T07:04:41.734Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=b7n5npp7
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=b7n5npp7
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=sn7b4mvq
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.734Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:41.734Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=sn7b4mvq
time="2022-01-26T07:04:41.734Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:41.734Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=sn7b4mvq
time="2022-01-26T07:04:41.734Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=sn7b4mvq
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sn7b4mvq
time="2022-01-26T07:04:41.734Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=vw4xtwtl stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:41.734Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl unassignedCount=0
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=pq9fhr9m
time="2022-01-26T07:04:41.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=grp5zxp5
time="2022-01-26T07:04:41.734Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=pq9fhr9m
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pq9fhr9m
time="2022-01-26T07:04:41.734Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.734Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=grp5zxp5
time="2022-01-26T07:04:41.734Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=grp5zxp5
time="2022-01-26T07:04:41.734Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.734Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.734Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.734Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.734Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.734Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.735Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vw4xtwtl
time="2022-01-26T07:04:41.74Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-test-6pgsm-0-7897l reconcileID=lkk2nbtw
time="2022-01-26T07:04:41.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=lkk2nbtw
time="2022-01-26T07:04:41.74Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4gcx4qsp
time="2022-01-26T07:04:41.74Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.74Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.74Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4gcx4qsp
time="2022-01-26T07:04:41.74Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4gcx4qsp
time="2022-01-26T07:04:41.74Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.74Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=4gcx4qsp
time="2022-01-26T07:04:41.74Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=4gcx4qsp
time="2022-01-26T07:04:41.74Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=4gcx4qsp
time="2022-01-26T07:04:41.75Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=cqwmxkgg
time="2022-01-26T07:04:41.75Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=cqwmxkgg
time="2022-01-26T07:04:41.75Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:41.75Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=cqwmxkgg
time="2022-01-26T07:04:41.75Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=cqwmxkgg
time="2022-01-26T07:04:41.75Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqwmxkgg
time="2022-01-26T07:04:41.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=87jcmhbt
time="2022-01-26T07:04:41.751Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=87jcmhbt
time="2022-01-26T07:04:41.751Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87jcmhbt
time="2022-01-26T07:04:41.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=fdm986t4
time="2022-01-26T07:04:41.751Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=fdm986t4
time="2022-01-26T07:04:41.751Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdm986t4
time="2022-01-26T07:04:41.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=q6tq7szg
time="2022-01-26T07:04:41.752Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=q6tq7szg
time="2022-01-26T07:04:41.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6tq7szg
time="2022-01-26T07:04:41.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=prq4tk2q
time="2022-01-26T07:04:41.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=prq4tk2q
time="2022-01-26T07:04:41.752Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=hcswzvp8
time="2022-01-26T07:04:41.752Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.752119405s namespace=/jshu-pool-test-6pgsm reconcileID=hcswzvp8
time="2022-01-26T07:04:41.752Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=hcswzvp8
time="2022-01-26T07:04:41.752Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=82hhhncg
time="2022-01-26T07:04:41.752Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=82hhhncg
time="2022-01-26T07:04:41.752Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:41.752Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=82hhhncg
time="2022-01-26T07:04:41.752Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=82hhhncg
time="2022-01-26T07:04:41.752Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82hhhncg
time="2022-01-26T07:04:41.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=59nkqlhx
time="2022-01-26T07:04:41.752Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=59nkqlhx
time="2022-01-26T07:04:41.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59nkqlhx
time="2022-01-26T07:04:41.752Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=6vwrqk6g
time="2022-01-26T07:04:41.752Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=6vwrqk6g
time="2022-01-26T07:04:41.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vwrqk6g
time="2022-01-26T07:04:41.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=p4w27pcq
time="2022-01-26T07:04:41.752Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=p4w27pcq
time="2022-01-26T07:04:41.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p4w27pcq
time="2022-01-26T07:04:41.753Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=4gcx4qsp
time="2022-01-26T07:04:41.753Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=xx6srwhp
time="2022-01-26T07:04:41.753Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.753Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.753Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=xx6srwhp
time="2022-01-26T07:04:41.753Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=xx6srwhp
time="2022-01-26T07:04:41.753Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.753Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=xx6srwhp
time="2022-01-26T07:04:41.753Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=xx6srwhp
time="2022-01-26T07:04:41.753Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xx6srwhp
time="2022-01-26T07:04:41.757Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=g5l5sfrj
time="2022-01-26T07:04:41.757Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=k5p6cmc6
time="2022-01-26T07:04:41.757Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:41.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k5p6cmc6
time="2022-01-26T07:04:41.757Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=g5l5sfrj
time="2022-01-26T07:04:41.757Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=g5l5sfrj
time="2022-01-26T07:04:41.757Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.757Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:41.757Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:41.757Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=st227x4j
time="2022-01-26T07:04:41.757Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=st227x4j
time="2022-01-26T07:04:41.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=st227x4j
time="2022-01-26T07:04:41.757Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=4xlgfr6k stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:41.757Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k unassignedCount=0
time="2022-01-26T07:04:41.757Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.757Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xlgfr6k
time="2022-01-26T07:04:41.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vmbdnk6d
time="2022-01-26T07:04:41.762Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.763Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.763Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vmbdnk6d
time="2022-01-26T07:04:41.763Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vmbdnk6d
time="2022-01-26T07:04:41.763Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.763Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=vmbdnk6d
time="2022-01-26T07:04:41.763Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=vmbdnk6d
time="2022-01-26T07:04:41.763Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmbdnk6d
time="2022-01-26T07:04:41.807Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=v8rrwns8
time="2022-01-26T07:04:41.807Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.808Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.808Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=v8rrwns8
time="2022-01-26T07:04:41.808Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=v8rrwns8
time="2022-01-26T07:04:41.808Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:41.808Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=v8rrwns8
time="2022-01-26T07:04:41.808Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=v8rrwns8
time="2022-01-26T07:04:41.808Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v8rrwns8
time="2022-01-26T07:04:43.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pkld7zzq
time="2022-01-26T07:04:43.286Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:43.286Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:43.286Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pkld7zzq
time="2022-01-26T07:04:43.286Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pkld7zzq
time="2022-01-26T07:04:43.286Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:43.286Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=pkld7zzq
time="2022-01-26T07:04:43.286Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=pkld7zzq
time="2022-01-26T07:04:43.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkld7zzq
time="2022-01-26T07:04:44.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pkq58fpk
time="2022-01-26T07:04:44.634Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:44.634Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:44.634Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pkq58fpk
time="2022-01-26T07:04:44.634Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pkq58fpk
time="2022-01-26T07:04:44.634Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:44.635Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=pkq58fpk
time="2022-01-26T07:04:44.635Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=pkq58fpk
time="2022-01-26T07:04:44.635Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkq58fpk
time="2022-01-26T07:04:52.571Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=698zmmmb
time="2022-01-26T07:04:52.571Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=c79d7xbg
time="2022-01-26T07:04:52.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.571Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=698zmmmb
time="2022-01-26T07:04:52.571Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=698zmmmb
time="2022-01-26T07:04:52.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.571Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=698zmmmb
time="2022-01-26T07:04:52.571Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=c79d7xbg
time="2022-01-26T07:04:52.571Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:52.571Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=698zmmmb
time="2022-01-26T07:04:52.571Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=c79d7xbg
time="2022-01-26T07:04:52.571Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=698zmmmb
time="2022-01-26T07:04:52.571Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.571Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=698zmmmb
time="2022-01-26T07:04:52.571Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=v4gk2rcb
time="2022-01-26T07:04:52.571Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=v4gk2rcb
time="2022-01-26T07:04:52.571Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v4gk2rcb
time="2022-01-26T07:04:52.571Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=c79d7xbg
time="2022-01-26T07:04:52.571Z" level=info msg="Saving infra ID \"jshu-pool-test-6pgsm-hhxhx\" for cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=c79d7xbg
time="2022-01-26T07:04:52.588Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=c79d7xbg
time="2022-01-26T07:04:52.589Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=qcvb5bpw
time="2022-01-26T07:04:52.589Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=qcvb5bpw
time="2022-01-26T07:04:52.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qcvb5bpw
time="2022-01-26T07:04:52.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=lg6c6x89
time="2022-01-26T07:04:52.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lg6c6x89
time="2022-01-26T07:04:52.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=bhndhbkv
time="2022-01-26T07:04:52.589Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=bhndhbkv
time="2022-01-26T07:04:52.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bhndhbkv
time="2022-01-26T07:04:52.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=2d44kq7n
time="2022-01-26T07:04:52.589Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=2d44kq7n
time="2022-01-26T07:04:52.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2d44kq7n
time="2022-01-26T07:04:52.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.589Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:52.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=484r55zx
time="2022-01-26T07:04:52.589Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=484r55zx
time="2022-01-26T07:04:52.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=484r55zx
time="2022-01-26T07:04:52.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zrgz824f
time="2022-01-26T07:04:52.589Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.589Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.589Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zrgz824f
time="2022-01-26T07:04:52.589Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zrgz824f
time="2022-01-26T07:04:52.589Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.59Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=zrgz824f
time="2022-01-26T07:04:52.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=jcqc2rcl
time="2022-01-26T07:04:52.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jcqc2rcl
time="2022-01-26T07:04:52.59Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=zrgz824f
time="2022-01-26T07:04:52.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrgz824f
time="2022-01-26T07:04:52.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4wmbvnht
time="2022-01-26T07:04:52.59Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=kzwvnjrw
time="2022-01-26T07:04:52.59Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4wmbvnht
time="2022-01-26T07:04:52.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wmbvnht
time="2022-01-26T07:04:52.59Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=16.590160005s namespace=/jshu-pool-test-6pgsm reconcileID=kzwvnjrw
time="2022-01-26T07:04:52.59Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=kzwvnjrw
time="2022-01-26T07:04:52.59Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=xqwgw2wm
time="2022-01-26T07:04:52.59Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=xqwgw2wm
time="2022-01-26T07:04:52.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xqwgw2wm
time="2022-01-26T07:04:52.59Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=jzsttf2g
time="2022-01-26T07:04:52.59Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:52.59Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=jzsttf2g
time="2022-01-26T07:04:52.59Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=jzsttf2g
time="2022-01-26T07:04:52.59Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:52.59Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=sn2rthwg
time="2022-01-26T07:04:52.59Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=sn2rthwg
time="2022-01-26T07:04:52.59Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=vxcxplsl stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:52.59Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl unassignedCount=0
time="2022-01-26T07:04:52.59Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=sn2rthwg
time="2022-01-26T07:04:52.59Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=sn2rthwg
time="2022-01-26T07:04:52.59Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vxcxplsl
time="2022-01-26T07:04:52.59Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:52.59Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=sn2rthwg
time="2022-01-26T07:04:52.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=wvq5cx6k
time="2022-01-26T07:04:52.59Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=wvq5cx6k
time="2022-01-26T07:04:52.59Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=sn2rthwg
time="2022-01-26T07:04:52.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvq5cx6k
time="2022-01-26T07:04:52.59Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=sn2rthwg
time="2022-01-26T07:04:52.59Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=sn2rthwg
time="2022-01-26T07:04:52.599Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ckd9v5rj
time="2022-01-26T07:04:52.599Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.599Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=xwl2f7zt
time="2022-01-26T07:04:52.599Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=xwl2f7zt
time="2022-01-26T07:04:52.599Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwl2f7zt
time="2022-01-26T07:04:52.599Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.6Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ckd9v5rj
time="2022-01-26T07:04:52.6Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ckd9v5rj
time="2022-01-26T07:04:52.6Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.6Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=ckd9v5rj
time="2022-01-26T07:04:52.6Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=ckd9v5rj
time="2022-01-26T07:04:52.6Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckd9v5rj
time="2022-01-26T07:04:52.611Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=sn2rthwg
time="2022-01-26T07:04:52.611Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.611Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.611Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.611Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.611Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:52.611Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.612Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.612Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.612Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.612Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kh8xlkkv
time="2022-01-26T07:04:52.612Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=vn42gc8f
time="2022-01-26T07:04:52.612Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=vn42gc8f
time="2022-01-26T07:04:52.612Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vn42gc8f
time="2022-01-26T07:04:52.612Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.613Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.613Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kh8xlkkv
time="2022-01-26T07:04:52.613Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kh8xlkkv
time="2022-01-26T07:04:52.613Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.613Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=kh8xlkkv
time="2022-01-26T07:04:52.613Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=kh8xlkkv
time="2022-01-26T07:04:52.613Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=kh8xlkkv
time="2022-01-26T07:04:52.619Z" level=error msg="cannot update status conditions" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-6pgsm-0-7897l\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.619Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=bhm8dvjb
time="2022-01-26T07:04:52.619Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-6pgsm-0-7897l\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm-0-7897l namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.619Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=wnmk946d
time="2022-01-26T07:04:52.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=wnmk946d
time="2022-01-26T07:04:52.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=wnmk946d
time="2022-01-26T07:04:52.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=wnmk946d
time="2022-01-26T07:04:52.619Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:52.619Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=wnmk946d
time="2022-01-26T07:04:52.619Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=wnmk946d
time="2022-01-26T07:04:52.619Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnmk946d
time="2022-01-26T07:04:52.621Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=kh8xlkkv
time="2022-01-26T07:04:52.622Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=gjgcjcl5
time="2022-01-26T07:04:52.622Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=gjgcjcl5
time="2022-01-26T07:04:52.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjgcjcl5
time="2022-01-26T07:04:52.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=h8bxcdnr
time="2022-01-26T07:04:52.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h8bxcdnr
time="2022-01-26T07:04:52.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=qnbr96nc
time="2022-01-26T07:04:52.622Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=qnbr96nc
time="2022-01-26T07:04:52.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qnbr96nc
time="2022-01-26T07:04:52.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=hn7mrs9g
time="2022-01-26T07:04:52.622Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=hn7mrs9g
time="2022-01-26T07:04:52.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn7mrs9g
time="2022-01-26T07:04:52.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.622Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:52.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=vtjkprmh
time="2022-01-26T07:04:52.622Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=vtjkprmh
time="2022-01-26T07:04:52.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vtjkprmh
time="2022-01-26T07:04:52.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bz6gq7h9
time="2022-01-26T07:04:52.623Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bz6gq7h9
time="2022-01-26T07:04:52.623Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=nxn6975k
time="2022-01-26T07:04:52.623Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=16.623097071s namespace=/jshu-pool-test-6pgsm reconcileID=nxn6975k
time="2022-01-26T07:04:52.623Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=nxn6975k
time="2022-01-26T07:04:52.623Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gdrfwhmz
time="2022-01-26T07:04:52.623Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:52.623Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gdrfwhmz
time="2022-01-26T07:04:52.623Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=gdrfwhmz
time="2022-01-26T07:04:52.623Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=zn7wfn5z
time="2022-01-26T07:04:52.623Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zn7wfn5z
time="2022-01-26T07:04:52.623Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zn7wfn5z
time="2022-01-26T07:04:52.623Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zn7wfn5z
time="2022-01-26T07:04:52.623Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:52.623Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=zn7wfn5z
time="2022-01-26T07:04:52.623Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=zn7wfn5z
time="2022-01-26T07:04:52.623Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zn7wfn5z
time="2022-01-26T07:04:52.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=l5pj2m7j
time="2022-01-26T07:04:52.623Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=l5pj2m7j
time="2022-01-26T07:04:52.623Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5pj2m7j
time="2022-01-26T07:04:52.623Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=td8k6kd7
time="2022-01-26T07:04:52.623Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=td8k6kd7
time="2022-01-26T07:04:52.623Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=td8k6kd7
time="2022-01-26T07:04:52.623Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:52.623Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=gqbhr78m stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:52.623Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m unassignedCount=0
time="2022-01-26T07:04:52.623Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqbhr78m
time="2022-01-26T07:04:52.623Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gqbhr78m
time="2022-01-26T07:04:52.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ffbjptk7
time="2022-01-26T07:04:52.624Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ffbjptk7
time="2022-01-26T07:04:52.624Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ffbjptk7
time="2022-01-26T07:04:52.625Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=zzpmpf5w
time="2022-01-26T07:04:52.625Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zzpmpf5w
time="2022-01-26T07:04:52.625Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zzpmpf5w
time="2022-01-26T07:04:52.625Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zzpmpf5w
time="2022-01-26T07:04:52.625Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:52.625Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=zzpmpf5w
time="2022-01-26T07:04:52.625Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=zzpmpf5w
time="2022-01-26T07:04:52.625Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzpmpf5w
time="2022-01-26T07:04:52.633Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6hdxzz5v
time="2022-01-26T07:04:52.633Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=ctj2rcmd
time="2022-01-26T07:04:52.633Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=16.633795675s namespace=/jshu-pool-test-6pgsm reconcileID=6hdxzz5v
time="2022-01-26T07:04:52.633Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=6hdxzz5v
time="2022-01-26T07:04:52.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=dk82kgzh
time="2022-01-26T07:04:52.633Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=dk82kgzh
time="2022-01-26T07:04:52.633Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=ctj2rcmd
time="2022-01-26T07:04:52.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dk82kgzh
time="2022-01-26T07:04:52.633Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=ctj2rcmd
time="2022-01-26T07:04:52.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=dzb5ksck
time="2022-01-26T07:04:52.633Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=ctj2rcmd
time="2022-01-26T07:04:52.633Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=dzb5ksck
time="2022-01-26T07:04:52.633Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:04:52.633Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=ctj2rcmd
time="2022-01-26T07:04:52.633Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=ctj2rcmd
time="2022-01-26T07:04:52.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=6z7j2xwh
time="2022-01-26T07:04:52.634Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ctj2rcmd
time="2022-01-26T07:04:52.634Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=6z7j2xwh
time="2022-01-26T07:04:52.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6z7j2xwh
time="2022-01-26T07:04:52.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=5579dvhd
time="2022-01-26T07:04:52.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=hq65ngjh
time="2022-01-26T07:04:52.634Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=5579dvhd
time="2022-01-26T07:04:52.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5579dvhd
time="2022-01-26T07:04:52.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hq65ngjh
time="2022-01-26T07:04:52.634Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=wm4jm6gf
time="2022-01-26T07:04:52.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=r8t6592t
time="2022-01-26T07:04:52.634Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=wm4jm6gf
time="2022-01-26T07:04:52.634Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=r8t6592t
time="2022-01-26T07:04:52.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wm4jm6gf
time="2022-01-26T07:04:52.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8t6592t
time="2022-01-26T07:04:52.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dzb5ksck
time="2022-01-26T07:04:52.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=kh8xlkkv
time="2022-01-26T07:04:52.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=tmw66pjz
time="2022-01-26T07:04:52.634Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.634Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.634Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=tmw66pjz
time="2022-01-26T07:04:52.634Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=tmw66pjz
time="2022-01-26T07:04:52.634Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.635Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=tmw66pjz
time="2022-01-26T07:04:52.635Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=tmw66pjz
time="2022-01-26T07:04:52.635Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmw66pjz
time="2022-01-26T07:04:52.639Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=p5vlrqvg
time="2022-01-26T07:04:52.639Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:04:52.639Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:04:52.639Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=p5vlrqvg
time="2022-01-26T07:04:52.639Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=p5vlrqvg
time="2022-01-26T07:04:52.639Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=f6cm9fbx
time="2022-01-26T07:04:52.639Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=f6cm9fbx
time="2022-01-26T07:04:52.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6cm9fbx
time="2022-01-26T07:04:52.639Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=zzwgbq7h stale=0 standby=1 unclaimed=1
time="2022-01-26T07:04:52.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=56htpg6k
time="2022-01-26T07:04:52.639Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h unassignedCount=0
time="2022-01-26T07:04:52.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56htpg6k
time="2022-01-26T07:04:52.639Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.639Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.639Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:04:52.639Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gtmxwglz
time="2022-01-26T07:04:52.639Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.639Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzwgbq7h
time="2022-01-26T07:04:52.639Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.64Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gtmxwglz
time="2022-01-26T07:04:52.64Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gtmxwglz
time="2022-01-26T07:04:52.64Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:04:52.64Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=gtmxwglz
time="2022-01-26T07:04:52.64Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=gtmxwglz
time="2022-01-26T07:04:52.64Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gtmxwglz
time="2022-01-26T07:04:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:04:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:02.744Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=s9s8nbp9
time="2022-01-26T07:05:02.744Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=8n9w5nrm
time="2022-01-26T07:05:02.744Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T07:05:02.744Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:05:02.744Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=8n9w5nrm
time="2022-01-26T07:05:02.744Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=8n9w5nrm
time="2022-01-26T07:05:02.744Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=b2ks7nf6
time="2022-01-26T07:05:02.744Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:05:02.744Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=b2ks7nf6
time="2022-01-26T07:05:02.744Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=b2ks7nf6
time="2022-01-26T07:05:02.772Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=s9s8nbp9
time="2022-01-26T07:05:02.789Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=s9s8nbp9
time="2022-01-26T07:05:02.789Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=s9s8nbp9
time="2022-01-26T07:05:02.819Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=s9s8nbp9
time="2022-01-26T07:05:02.819Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=s9s8nbp9
time="2022-01-26T07:05:02.826Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=s9s8nbp9
time="2022-01-26T07:05:02.826Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=s9s8nbp9
time="2022-01-26T07:05:02.826Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=82 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=s9s8nbp9
time="2022-01-26T07:05:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:07.18Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: i/o timeout" reconcileID=dk4vbdgt
time="2022-01-26T07:05:07.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=dk4vbdgt
time="2022-01-26T07:05:07.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=r28f8nhl
time="2022-01-26T07:05:07.18Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=r28f8nhl
time="2022-01-26T07:05:11.606Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=684v5kwt
time="2022-01-26T07:05:11.606Z" level=info msg="initializing cluster claim conditions" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=684v5kwt
time="2022-01-26T07:05:11.606Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a81300d2479, ext:17012074806636, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:11.606Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=xsn55g6l stale=0 standby=1 unclaimed=1
time="2022-01-26T07:05:11.606Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l unassignedCount=1
time="2022-01-26T07:05:11.606Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.606Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.614Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=1 reconcileID=xsn55g6l
time="2022-01-26T07:05:11.616Z" level=info msg="failed to update cluster claim status" clusterClaim=default/jshu-claim-test21 controller=clusterclaim error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test21\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=684v5kwt
time="2022-01-26T07:05:11.616Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=684v5kwt
time="2022-01-26T07:05:11.616Z" level=error msg="Reconciler error" _name=clusterclaim-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test21\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-claim-test21 namespace=default
time="2022-01-26T07:05:11.616Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=znxngjcd
time="2022-01-26T07:05:11.616Z" level=info msg="initializing cluster claim conditions" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=znxngjcd
time="2022-01-26T07:05:11.621Z" level=info msg="Creating new cluster" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xsn55g6l
time="2022-01-26T07:05:11.622Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:11.622Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=rt4wwh9n
time="2022-01-26T07:05:11.622Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=622.335991ms namespace=/jshu-pool-test-qzz7c reconcileID=rt4wwh9n
time="2022-01-26T07:05:11.622Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=rt4wwh9n
time="2022-01-26T07:05:11.632Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=znxngjcd
time="2022-01-26T07:05:11.632Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=sbzlcl84
time="2022-01-26T07:05:11.632Z" level=debug msg="adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=sbzlcl84
time="2022-01-26T07:05:11.641Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=pqpmsmjf
time="2022-01-26T07:05:11.641Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=641.065459ms namespace=/jshu-pool-test-qzz7c reconcileID=pqpmsmjf
time="2022-01-26T07:05:11.641Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=pqpmsmjf
time="2022-01-26T07:05:11.641Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=sbzlcl84
time="2022-01-26T07:05:11.642Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=sbzlcl84
time="2022-01-26T07:05:11.642Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=4j7jjbqf
time="2022-01-26T07:05:11.642Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=4j7jjbqf
time="2022-01-26T07:05:11.642Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4j7jjbqf
time="2022-01-26T07:05:11.653Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=hj5p2xd9
time="2022-01-26T07:05:11.653Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=hj5p2xd9
time="2022-01-26T07:05:11.661Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=7 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=hj5p2xd9
time="2022-01-26T07:05:11.661Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=tkpxtgjm
time="2022-01-26T07:05:11.661Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.661Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=tkpxtgjm
time="2022-01-26T07:05:11.661Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=tkpxtgjm
time="2022-01-26T07:05:11.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=q57c9xhj
time="2022-01-26T07:05:11.679Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=q57c9xhj
time="2022-01-26T07:05:11.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.679Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=b5bf2ptk
time="2022-01-26T07:05:11.679Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=b5bf2ptk
time="2022-01-26T07:05:11.679Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5bf2ptk
time="2022-01-26T07:05:11.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tlxb77wk
time="2022-01-26T07:05:11.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=kv8kblws
time="2022-01-26T07:05:11.679Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=kv8kblws
time="2022-01-26T07:05:11.679Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tlxb77wk
time="2022-01-26T07:05:11.679Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=nggfvtmk
time="2022-01-26T07:05:11.68Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=nggfvtmk
time="2022-01-26T07:05:11.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=x4gwsm22
time="2022-01-26T07:05:11.68Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=x4gwsm22
time="2022-01-26T07:05:11.679Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=wkmj6njn
time="2022-01-26T07:05:11.68Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=wkmj6njn
time="2022-01-26T07:05:11.68Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=th59g67w
time="2022-01-26T07:05:11.68Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=680.38557ms namespace=/jshu-pool-test-qzz7c reconcileID=th59g67w
time="2022-01-26T07:05:11.68Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=th59g67w
time="2022-01-26T07:05:11.68Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=qhpx9wx4
time="2022-01-26T07:05:11.68Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=qhpx9wx4
time="2022-01-26T07:05:11.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qhpx9wx4
time="2022-01-26T07:05:11.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=ftp9sjbj
time="2022-01-26T07:05:11.68Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=ftp9sjbj
time="2022-01-26T07:05:11.68Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-01-26T07:05:11.68Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:11.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=tq2jksgq
time="2022-01-26T07:05:11.68Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=tq2jksgq
time="2022-01-26T07:05:11.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tq2jksgq
time="2022-01-26T07:05:11.68Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=rgz26b6g
time="2022-01-26T07:05:11.68Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.68Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=rgz26b6g
time="2022-01-26T07:05:11.681Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=rgz26b6g
time="2022-01-26T07:05:11.681Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=xsn55g6l
time="2022-01-26T07:05:11.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=x4gwsm22
time="2022-01-26T07:05:11.694Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=qkdphwvc
time="2022-01-26T07:05:11.694Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=694.572228ms namespace=/jshu-pool-test-qzz7c reconcileID=qkdphwvc
time="2022-01-26T07:05:11.694Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=qkdphwvc
time="2022-01-26T07:05:11.694Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=pb9flw69
time="2022-01-26T07:05:11.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=vqhtvb76
time="2022-01-26T07:05:11.694Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=pb9flw69
time="2022-01-26T07:05:11.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pb9flw69
time="2022-01-26T07:05:11.694Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=vqhtvb76
time="2022-01-26T07:05:11.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vqhtvb76
time="2022-01-26T07:05:11.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=244qs4wh
time="2022-01-26T07:05:11.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=dkwjkwqn
time="2022-01-26T07:05:11.694Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=dkwjkwqn
time="2022-01-26T07:05:11.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=244qs4wh
time="2022-01-26T07:05:11.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dkwjkwqn
time="2022-01-26T07:05:11.697Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wkmj6njn
time="2022-01-26T07:05:11.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=wkmj6njn
time="2022-01-26T07:05:11.698Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=497vjfrg
time="2022-01-26T07:05:11.698Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=497vjfrg
time="2022-01-26T07:05:11.699Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ftp9sjbj
time="2022-01-26T07:05:11.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=ftp9sjbj
time="2022-01-26T07:05:11.699Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.699Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tlxb77wk
time="2022-01-26T07:05:11.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=wvxnn6kh
time="2022-01-26T07:05:11.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=tlxb77wk
time="2022-01-26T07:05:11.699Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.699Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=wvxnn6kh
time="2022-01-26T07:05:11.699Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nggfvtmk
time="2022-01-26T07:05:11.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=nggfvtmk
time="2022-01-26T07:05:11.699Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7d8zt4mb
time="2022-01-26T07:05:11.699Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.699Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.699Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7d8zt4mb
time="2022-01-26T07:05:11.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.699Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=7d8zt4mb
time="2022-01-26T07:05:11.699Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.699Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.699Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=zwb5jzbf
time="2022-01-26T07:05:11.699Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=qs7xw8tt
time="2022-01-26T07:05:11.699Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=qs7xw8tt
time="2022-01-26T07:05:11.699Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=zwb5jzbf
time="2022-01-26T07:05:11.7Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=kv8kblws
time="2022-01-26T07:05:11.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=kv8kblws
time="2022-01-26T07:05:11.7Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=pk8kr2p7
time="2022-01-26T07:05:11.7Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=pk8kr2p7
time="2022-01-26T07:05:11.708Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=q57c9xhj
time="2022-01-26T07:05:11.708Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=q57c9xhj
time="2022-01-26T07:05:11.708Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.708Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=pzc8svlc
time="2022-01-26T07:05:11.708Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=pzc8svlc
time="2022-01-26T07:05:11.709Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=497vjfrg
time="2022-01-26T07:05:11.709Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=wb9d82p2
time="2022-01-26T07:05:11.709Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=wb9d82p2
time="2022-01-26T07:05:11.71Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=xsn55g6l
time="2022-01-26T07:05:11.712Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=m8fl5v9g
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=67cs44qf
time="2022-01-26T07:05:11.712Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=35.712286367s namespace=/jshu-pool-test-6pgsm reconcileID=67cs44qf
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=67cs44qf
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gdxlznjm
time="2022-01-26T07:05:11.712Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=q66jkgpv
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=zd94mr47
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=bvv2bhwc
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:05:11.712Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:05:11.712Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zd94mr47
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=f9klmlr9
time="2022-01-26T07:05:11.712Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zd94mr47
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qlc59prt
time="2022-01-26T07:05:11.712Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=zd94mr47
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=99xbbm5f
time="2022-01-26T07:05:11.712Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=6gmbps25
time="2022-01-26T07:05:11.712Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=zd94mr47
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=plsqr4dn
time="2022-01-26T07:05:11.712Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=zd94mr47
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zd94mr47
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=9llg2wsp
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=8vmrnpn9
time="2022-01-26T07:05:11.712Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=m8fl5v9g
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m8fl5v9g
time="2022-01-26T07:05:11.712Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=8vmrnpn9
time="2022-01-26T07:05:11.712Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gdxlznjm
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8vmrnpn9
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=gdxlznjm
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=cqfv9nf8
time="2022-01-26T07:05:11.712Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=q66jkgpv
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q66jkgpv
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqfv9nf8
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=8n6p2n8p
time="2022-01-26T07:05:11.712Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=bvv2bhwc
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bvv2bhwc
time="2022-01-26T07:05:11.712Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=712.84649ms namespace=/jshu-pool-test-qzz7c reconcileID=8n6p2n8p
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=8n6p2n8p
time="2022-01-26T07:05:11.712Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=f9klmlr9
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9klmlr9
time="2022-01-26T07:05:11.712Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=8j6mg9k4
time="2022-01-26T07:05:11.712Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:05:11.712Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=8j6mg9k4
time="2022-01-26T07:05:11.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8j6mg9k4
time="2022-01-26T07:05:11.713Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:05:11.713Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=b7spgx5r
time="2022-01-26T07:05:11.713Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=b7spgx5r
time="2022-01-26T07:05:11.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7spgx5r
time="2022-01-26T07:05:11.713Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qlc59prt
time="2022-01-26T07:05:11.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=m2tdhjcm
time="2022-01-26T07:05:11.713Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qlc59prt
time="2022-01-26T07:05:11.713Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=m2tdhjcm
time="2022-01-26T07:05:11.713Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:05:11.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2tdhjcm
time="2022-01-26T07:05:11.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99xbbm5f
time="2022-01-26T07:05:11.713Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=qlc59prt
time="2022-01-26T07:05:11.713Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=plsqr4dn
time="2022-01-26T07:05:11.713Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=qlc59prt
time="2022-01-26T07:05:11.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plsqr4dn
time="2022-01-26T07:05:11.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlc59prt
time="2022-01-26T07:05:11.713Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=9llg2wsp
time="2022-01-26T07:05:11.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6gmbps25
time="2022-01-26T07:05:11.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9llg2wsp
time="2022-01-26T07:05:11.714Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wvxnn6kh
time="2022-01-26T07:05:11.714Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=wvxnn6kh
time="2022-01-26T07:05:11.714Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.714Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=m9xcvdws
time="2022-01-26T07:05:11.714Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=m9xcvdws
time="2022-01-26T07:05:11.715Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qs7xw8tt
time="2022-01-26T07:05:11.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=qs7xw8tt
time="2022-01-26T07:05:11.715Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.715Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=44t8kqmw
time="2022-01-26T07:05:11.715Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=44t8kqmw
time="2022-01-26T07:05:11.718Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=gpnxzcjl
time="2022-01-26T07:05:11.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.718Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.718Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.718Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=gpnxzcjl
time="2022-01-26T07:05:11.718Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=gpnxzcjl
time="2022-01-26T07:05:11.719Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zwb5jzbf
time="2022-01-26T07:05:11.719Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=zwb5jzbf
time="2022-01-26T07:05:11.719Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.722Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pk8kr2p7
time="2022-01-26T07:05:11.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=pk8kr2p7
time="2022-01-26T07:05:11.722Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.722Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=x5fnrltd
time="2022-01-26T07:05:11.722Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=x5fnrltd
time="2022-01-26T07:05:11.727Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pzc8svlc
time="2022-01-26T07:05:11.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=pzc8svlc
time="2022-01-26T07:05:11.727Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=gpdsdn8n
time="2022-01-26T07:05:11.727Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=gpdsdn8n
time="2022-01-26T07:05:11.734Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=tldfhszb
time="2022-01-26T07:05:11.734Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=tldfhszb
time="2022-01-26T07:05:11.734Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tldfhszb
time="2022-01-26T07:05:11.735Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=s4kv7h72
time="2022-01-26T07:05:11.735Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=s4kv7h72
time="2022-01-26T07:05:11.735Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=pkcxcqvt
time="2022-01-26T07:05:11.735Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkcxcqvt
time="2022-01-26T07:05:11.735Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=m2v97jx9
time="2022-01-26T07:05:11.735Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=735.355776ms namespace=/jshu-pool-test-qzz7c reconcileID=m2v97jx9
time="2022-01-26T07:05:11.735Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=m2v97jx9
time="2022-01-26T07:05:11.735Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=h9p6zbd4
time="2022-01-26T07:05:11.735Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=h9p6zbd4
time="2022-01-26T07:05:11.735Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9p6zbd4
time="2022-01-26T07:05:11.735Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=7mkxzzpk
time="2022-01-26T07:05:11.735Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=7mkxzzpk
time="2022-01-26T07:05:11.735Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7mkxzzpk
time="2022-01-26T07:05:11.735Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=m9xcvdws
time="2022-01-26T07:05:11.735Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=26v8h5d7
time="2022-01-26T07:05:11.735Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=26v8h5d7
time="2022-01-26T07:05:11.735Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26v8h5d7
time="2022-01-26T07:05:11.735Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wb9d82p2
time="2022-01-26T07:05:11.736Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=wb9d82p2
time="2022-01-26T07:05:11.736Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.736Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=tqdsxc8g
time="2022-01-26T07:05:11.736Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=tqdsxc8g
time="2022-01-26T07:05:11.736Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=44t8kqmw
time="2022-01-26T07:05:11.736Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=44t8kqmw
time="2022-01-26T07:05:11.736Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.736Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=v96dnr42
time="2022-01-26T07:05:11.736Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=v96dnr42
time="2022-01-26T07:05:11.74Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=htn7x2mm
time="2022-01-26T07:05:11.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.74Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.74Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.74Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=htn7x2mm
time="2022-01-26T07:05:11.74Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=htn7x2mm
time="2022-01-26T07:05:11.741Z" level=error msg="could not update powerState" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=xsn55g6l
time="2022-01-26T07:05:11.741Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T07:05:11.741Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=135 elapsedMillisGT=0 outcome=unspecified reconcileID=xsn55g6l
time="2022-01-26T07:05:11.741Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T07:05:11.741Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.741Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:11.741Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=n4mqqt49 stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:11.741Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49 unassignedCount=1
time="2022-01-26T07:05:11.741Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.742Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.742Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.742Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.742Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.742Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.742Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.742Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.742Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gpdsdn8n
time="2022-01-26T07:05:11.742Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=gpdsdn8n
time="2022-01-26T07:05:11.742Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.742Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=x4tjgmzf
time="2022-01-26T07:05:11.742Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=x4tjgmzf
time="2022-01-26T07:05:11.743Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=x5fnrltd
time="2022-01-26T07:05:11.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=x5fnrltd
time="2022-01-26T07:05:11.743Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=ccqd8bkn
time="2022-01-26T07:05:11.743Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=ccqd8bkn
time="2022-01-26T07:05:11.748Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=hz88hw52
time="2022-01-26T07:05:11.748Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=mkgtv997
time="2022-01-26T07:05:11.748Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=9gcbcws6
time="2022-01-26T07:05:11.748Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=mkgtv997
time="2022-01-26T07:05:11.748Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=748.395807ms namespace=/jshu-pool-test-qzz7c reconcileID=9gcbcws6
time="2022-01-26T07:05:11.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hz88hw52
time="2022-01-26T07:05:11.748Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=9gcbcws6
time="2022-01-26T07:05:11.748Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=5rddkbcs
time="2022-01-26T07:05:11.748Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=gd98jgbp
time="2022-01-26T07:05:11.748Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=5rddkbcs
time="2022-01-26T07:05:11.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rddkbcs
time="2022-01-26T07:05:11.748Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=gd98jgbp
time="2022-01-26T07:05:11.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gd98jgbp
time="2022-01-26T07:05:11.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mkgtv997
time="2022-01-26T07:05:11.748Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=8dg7x2nq
time="2022-01-26T07:05:11.748Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=8dg7x2nq
time="2022-01-26T07:05:11.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8dg7x2nq
time="2022-01-26T07:05:11.749Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=s4kv7h72
time="2022-01-26T07:05:11.755Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=tkcclk2p
time="2022-01-26T07:05:11.755Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.755Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=tkcclk2p
time="2022-01-26T07:05:11.755Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=tkcclk2p
time="2022-01-26T07:05:11.755Z" level=info msg="could not update conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=tqdsxc8g
time="2022-01-26T07:05:11.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=tqdsxc8g
time="2022-01-26T07:05:11.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.755Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.755Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=t67rnq5v
time="2022-01-26T07:05:11.755Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=t67rnq5v
time="2022-01-26T07:05:11.758Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=v96dnr42
time="2022-01-26T07:05:11.758Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=v96dnr42
time="2022-01-26T07:05:11.758Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.766Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=x4tjgmzf
time="2022-01-26T07:05:11.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=x4tjgmzf
time="2022-01-26T07:05:11.766Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=8q7z77dv
time="2022-01-26T07:05:11.766Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=8q7z77dv
time="2022-01-26T07:05:11.767Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ccqd8bkn
time="2022-01-26T07:05:11.767Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=ccqd8bkn
time="2022-01-26T07:05:11.767Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=t67rnq5v
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=x286thc2
time="2022-01-26T07:05:11.769Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=x286thc2
time="2022-01-26T07:05:11.769Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=2n7bqsnd
time="2022-01-26T07:05:11.769Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=2n7bqsnd
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=4zfn2cwc
time="2022-01-26T07:05:11.769Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=769.367419ms namespace=/jshu-pool-test-qzz7c reconcileID=4zfn2cwc
time="2022-01-26T07:05:11.769Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=4zfn2cwc
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=bwp8pdcm
time="2022-01-26T07:05:11.769Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=bwp8pdcm
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=s4jvbnlf
time="2022-01-26T07:05:11.769Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.769Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=s4jvbnlf
time="2022-01-26T07:05:11.769Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=s4jvbnlf
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=68n7gczx
time="2022-01-26T07:05:11.769Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=68n7gczx
time="2022-01-26T07:05:11.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68n7gczx
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.769Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=mx55952j
time="2022-01-26T07:05:11.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.769Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=mx55952j
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=6f5r9m7m
time="2022-01-26T07:05:11.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mx55952j
time="2022-01-26T07:05:11.769Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=6f5r9m7m
time="2022-01-26T07:05:11.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6f5r9m7m
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=c5z77hbm
time="2022-01-26T07:05:11.769Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=c5z77hbm
time="2022-01-26T07:05:11.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=c6vtt9v5
time="2022-01-26T07:05:11.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c5z77hbm
time="2022-01-26T07:05:11.77Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mwxqtdv6
time="2022-01-26T07:05:11.77Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4mqqt49
time="2022-01-26T07:05:11.77Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwxqtdv6
time="2022-01-26T07:05:11.77Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=n4mqqt49
time="2022-01-26T07:05:11.782Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=rgwqgjhs
time="2022-01-26T07:05:11.782Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=782.791382ms namespace=/jshu-pool-test-qzz7c reconcileID=rgwqgjhs
time="2022-01-26T07:05:11.782Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=6f6wsprp
time="2022-01-26T07:05:11.782Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=rgwqgjhs
time="2022-01-26T07:05:11.782Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=6f6wsprp
time="2022-01-26T07:05:11.782Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6f6wsprp
time="2022-01-26T07:05:11.782Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=wl96lzln
time="2022-01-26T07:05:11.782Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=6t7zsj9l
time="2022-01-26T07:05:11.782Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=wl96lzln
time="2022-01-26T07:05:11.782Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wl96lzln
time="2022-01-26T07:05:11.782Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=6t7zsj9l
time="2022-01-26T07:05:11.782Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=k8d5fqjg
time="2022-01-26T07:05:11.782Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6t7zsj9l
time="2022-01-26T07:05:11.782Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k8d5fqjg
time="2022-01-26T07:05:11.782Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=gg87jdvf
time="2022-01-26T07:05:11.783Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=gg87jdvf
time="2022-01-26T07:05:11.783Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gg87jdvf
time="2022-01-26T07:05:11.783Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=2n7bqsnd
time="2022-01-26T07:05:11.785Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=bwp8pdcm
time="2022-01-26T07:05:11.785Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=bwp8pdcm
time="2022-01-26T07:05:11.785Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.785Z" level=info msg="could not update conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=x286thc2
time="2022-01-26T07:05:11.785Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=x286thc2
time="2022-01-26T07:05:11.785Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=7bf2bnlt
time="2022-01-26T07:05:11.785Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=7bf2bnlt
time="2022-01-26T07:05:11.785Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7bf2bnlt
time="2022-01-26T07:05:11.786Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8q7z77dv
time="2022-01-26T07:05:11.786Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=8q7z77dv
time="2022-01-26T07:05:11.786Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.786Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=ls66xkvf
time="2022-01-26T07:05:11.786Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=ls66xkvf
time="2022-01-26T07:05:11.787Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=f79ddkzn
time="2022-01-26T07:05:11.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.787Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.788Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.788Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=f79ddkzn
time="2022-01-26T07:05:11.788Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=f79ddkzn
time="2022-01-26T07:05:11.789Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=c6vtt9v5
time="2022-01-26T07:05:11.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=c6vtt9v5
time="2022-01-26T07:05:11.789Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=pjtx4hrh
time="2022-01-26T07:05:11.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=dk6qlkcd
time="2022-01-26T07:05:11.79Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=dk6qlkcd
time="2022-01-26T07:05:11.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dk6qlkcd
time="2022-01-26T07:05:11.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=fvj8bbnw
time="2022-01-26T07:05:11.795Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=fvj8bbnw
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvj8bbnw
time="2022-01-26T07:05:11.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=wnhlrmbz
time="2022-01-26T07:05:11.795Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=wnhlrmbz
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnhlrmbz
time="2022-01-26T07:05:11.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=x49l5lwr
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x49l5lwr
time="2022-01-26T07:05:11.795Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=7hp7btn6
time="2022-01-26T07:05:11.795Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=795.625361ms namespace=/jshu-pool-test-qzz7c reconcileID=7hp7btn6
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=7hp7btn6
time="2022-01-26T07:05:11.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=kqk88njb
time="2022-01-26T07:05:11.795Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=kqk88njb
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kqk88njb
time="2022-01-26T07:05:11.795Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=mrr2vkxj
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=ls66xkvf
time="2022-01-26T07:05:11.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=54vhxzg7
time="2022-01-26T07:05:11.795Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=mrr2vkxj
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mrr2vkxj
time="2022-01-26T07:05:11.795Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=54vhxzg7
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=54vhxzg7
time="2022-01-26T07:05:11.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=5vzhjc62
time="2022-01-26T07:05:11.795Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=5vzhjc62
time="2022-01-26T07:05:11.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vzhjc62
time="2022-01-26T07:05:11.8Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=mhxktj6t
time="2022-01-26T07:05:11.8Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=6492r797
time="2022-01-26T07:05:11.8Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=6492r797
time="2022-01-26T07:05:11.8Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.8Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=mhxktj6t
time="2022-01-26T07:05:11.8Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6492r797
time="2022-01-26T07:05:11.8Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=mhxktj6t
time="2022-01-26T07:05:11.8Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.8Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.8Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.802Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pjtx4hrh
time="2022-01-26T07:05:11.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=pjtx4hrh
time="2022-01-26T07:05:11.802Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2jkqjjfs
time="2022-01-26T07:05:11.807Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=fw2x2tc4
time="2022-01-26T07:05:11.807Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=fw2x2tc4
time="2022-01-26T07:05:11.807Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fw2x2tc4
time="2022-01-26T07:05:11.811Z" level=error msg="could not update powerState" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=n4mqqt49
time="2022-01-26T07:05:11.811Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T07:05:11.811Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=69 elapsedMillisGT=0 outcome=unspecified reconcileID=n4mqqt49
time="2022-01-26T07:05:11.811Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T07:05:11.811Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.811Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:11.811Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=mlz74c97 stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:11.812Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97 unassignedCount=1
time="2022-01-26T07:05:11.812Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mlz74c97
time="2022-01-26T07:05:11.812Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=mlz74c97
time="2022-01-26T07:05:11.815Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=ldz4ht52
time="2022-01-26T07:05:11.815Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=ldz4ht52
time="2022-01-26T07:05:11.82Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=65nn2c5p
time="2022-01-26T07:05:11.82Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=65nn2c5p
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65nn2c5p
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=hvjtg575
time="2022-01-26T07:05:11.82Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=hvjtg575
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hvjtg575
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=6h2jfrgp
time="2022-01-26T07:05:11.82Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=6h2jfrgp
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6h2jfrgp
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.82Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=ndvl4xhj
time="2022-01-26T07:05:11.82Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=ndvl4xhj
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ndvl4xhj
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=29kflr6v
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=rwprwpcp
time="2022-01-26T07:05:11.82Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=rwprwpcp
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwprwpcp
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29kflr6v
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=2fgfp69g
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=lx757d6d
time="2022-01-26T07:05:11.82Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=820.655354ms namespace=/jshu-pool-test-qzz7c reconcileID=lx757d6d
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=lx757d6d
time="2022-01-26T07:05:11.82Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=2fgfp69g
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2fgfp69g
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=7j49g5tz
time="2022-01-26T07:05:11.82Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=9ms8snks
time="2022-01-26T07:05:11.82Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=7j49g5tz
time="2022-01-26T07:05:11.82Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7j49g5tz
time="2022-01-26T07:05:11.82Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=9ms8snks
time="2022-01-26T07:05:11.82Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=9ms8snks
time="2022-01-26T07:05:11.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=2jkqjjfs
time="2022-01-26T07:05:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=l6299zxx
time="2022-01-26T07:05:11.829Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ldz4ht52
time="2022-01-26T07:05:11.829Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=ldz4ht52
time="2022-01-26T07:05:11.829Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.829Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=w87mffrq
time="2022-01-26T07:05:11.829Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=w87mffrq
time="2022-01-26T07:05:11.834Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=pvnfcxzm
time="2022-01-26T07:05:11.834Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=pvnfcxzm
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=n49gsjr8
time="2022-01-26T07:05:11.834Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=n49gsjr8
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.834Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pvnfcxzm
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n49gsjr8
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=225zr9fs
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=4d6jp2w5
time="2022-01-26T07:05:11.834Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=4d6jp2w5
time="2022-01-26T07:05:11.834Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=225zr9fs
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4d6jp2w5
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=225zr9fs
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=qlcgcc9h
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=kzq954rw
time="2022-01-26T07:05:11.834Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=qlcgcc9h
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzq954rw
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlcgcc9h
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=jn4l8n99
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=4zswnzgc
time="2022-01-26T07:05:11.834Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=834.713047ms namespace=/jshu-pool-test-qzz7c reconcileID=4zswnzgc
time="2022-01-26T07:05:11.834Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=jn4l8n99
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jn4l8n99
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=4zswnzgc
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=5xw85vr2
time="2022-01-26T07:05:11.834Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=5xw85vr2
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xw85vr2
time="2022-01-26T07:05:11.834Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=pktp6z88
time="2022-01-26T07:05:11.834Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.834Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=pktp6z88
time="2022-01-26T07:05:11.834Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=pktp6z88
time="2022-01-26T07:05:11.842Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=w87mffrq
time="2022-01-26T07:05:11.842Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=w87mffrq
time="2022-01-26T07:05:11.842Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=lq5hppp8
time="2022-01-26T07:05:11.842Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=lq5hppp8
time="2022-01-26T07:05:11.842Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=l6299zxx
time="2022-01-26T07:05:11.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=pmwdwprs
time="2022-01-26T07:05:11.842Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=pmwdwprs
time="2022-01-26T07:05:11.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=4l7424mg
time="2022-01-26T07:05:11.854Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=4l7424mg
time="2022-01-26T07:05:11.854Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4l7424mg
time="2022-01-26T07:05:11.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=4tgrsfkb
time="2022-01-26T07:05:11.854Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=4tgrsfkb
time="2022-01-26T07:05:11.854Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4tgrsfkb
time="2022-01-26T07:05:11.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=2jntn4rw
time="2022-01-26T07:05:11.855Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=2jntn4rw
time="2022-01-26T07:05:11.855Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jntn4rw
time="2022-01-26T07:05:11.855Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9j4ft9gc
time="2022-01-26T07:05:11.855Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9j4ft9gc
time="2022-01-26T07:05:11.855Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=plb4xdm5
time="2022-01-26T07:05:11.855Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=855.45278ms namespace=/jshu-pool-test-qzz7c reconcileID=plb4xdm5
time="2022-01-26T07:05:11.855Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=plb4xdm5
time="2022-01-26T07:05:11.855Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=txp9kz7l
time="2022-01-26T07:05:11.855Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=txp9kz7l
time="2022-01-26T07:05:11.855Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txp9kz7l
time="2022-01-26T07:05:11.855Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=ls8pmlp4
time="2022-01-26T07:05:11.855Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=ls8pmlp4
time="2022-01-26T07:05:11.855Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ls8pmlp4
time="2022-01-26T07:05:11.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=gzv8nxcb
time="2022-01-26T07:05:11.856Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=gzv8nxcb
time="2022-01-26T07:05:11.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gzv8nxcb
time="2022-01-26T07:05:11.861Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=lq5hppp8
time="2022-01-26T07:05:11.861Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=kzkbpnch
time="2022-01-26T07:05:11.861Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.861Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=kzkbpnch
time="2022-01-26T07:05:11.861Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=kzkbpnch
time="2022-01-26T07:05:11.861Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=lpcqfsfl
time="2022-01-26T07:05:11.861Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=lpcqfsfl
time="2022-01-26T07:05:11.861Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpcqfsfl
time="2022-01-26T07:05:11.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.861Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.861Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.862Z" level=info msg="error adding finalizer" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pmwdwprs
time="2022-01-26T07:05:11.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=pmwdwprs
time="2022-01-26T07:05:11.862Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dwlc8qs9
time="2022-01-26T07:05:11.863Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dwlc8qs9
time="2022-01-26T07:05:11.879Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=j2zzq7fl
time="2022-01-26T07:05:11.879Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=j2zzq7fl
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2zzq7fl
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=wqq8gtfm
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=nmsr7x9v
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmsr7x9v
time="2022-01-26T07:05:11.879Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=879.366814ms namespace=/jshu-pool-test-qzz7c reconcileID=wqq8gtfm
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=wqq8gtfm
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=gkklnv6d
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=mpl8b7bh
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=vhp24474
time="2022-01-26T07:05:11.879Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.879Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=vhp24474
time="2022-01-26T07:05:11.879Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=gkklnv6d
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkklnv6d
time="2022-01-26T07:05:11.879Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=mpl8b7bh
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=mpl8b7bh
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhp24474
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.879Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=7ftfkq89
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=nkjvfzv6
time="2022-01-26T07:05:11.879Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=7ftfkq89
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ftfkq89
time="2022-01-26T07:05:11.879Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=nkjvfzv6
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nkjvfzv6
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=wkjfsc8c
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=np9gnxqt
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=np9gnxqt
time="2022-01-26T07:05:11.879Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=wkjfsc8c
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkjfsc8c
time="2022-01-26T07:05:11.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=8f4z29pd
time="2022-01-26T07:05:11.879Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=8f4z29pd
time="2022-01-26T07:05:11.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8f4z29pd
time="2022-01-26T07:05:11.88Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=dwlc8qs9
time="2022-01-26T07:05:11.88Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bwfx4xvq
time="2022-01-26T07:05:11.888Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bwfx4xvq
time="2022-01-26T07:05:11.888Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bwfx4xvq
time="2022-01-26T07:05:11.888Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=65gcvlf9
time="2022-01-26T07:05:11.888Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment derivedObject=jshu-pool-test-qzz7c-merged-pull-secret reconcileID=bwfx4xvq
time="2022-01-26T07:05:11.888Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=65gcvlf9
time="2022-01-26T07:05:11.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65gcvlf9
time="2022-01-26T07:05:11.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=lnpw9wl2
time="2022-01-26T07:05:11.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lnpw9wl2
time="2022-01-26T07:05:11.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=26wb842c
time="2022-01-26T07:05:11.888Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=26wb842c
time="2022-01-26T07:05:11.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26wb842c
time="2022-01-26T07:05:11.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=2svrhtxq
time="2022-01-26T07:05:11.888Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=2svrhtxq
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2svrhtxq
time="2022-01-26T07:05:11.888Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=drzj9rrv
time="2022-01-26T07:05:11.889Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:11.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.889Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:11.889Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=drzj9rrv
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=drzj9rrv
time="2022-01-26T07:05:11.889Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=jjmhkxs6
time="2022-01-26T07:05:11.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=zvkkwtk8
time="2022-01-26T07:05:11.889Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=jjmhkxs6
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjmhkxs6
time="2022-01-26T07:05:11.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=nvgc2qng
time="2022-01-26T07:05:11.889Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=zvkkwtk8
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zvkkwtk8
time="2022-01-26T07:05:11.889Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=nvgc2qng
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvgc2qng
time="2022-01-26T07:05:11.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=qzhhwgg7
time="2022-01-26T07:05:11.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=6rqds7sn
time="2022-01-26T07:05:11.889Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=6rqds7sn
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzhhwgg7
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rqds7sn
time="2022-01-26T07:05:11.889Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=w69fplxb
time="2022-01-26T07:05:11.889Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=889.298938ms namespace=/jshu-pool-test-qzz7c reconcileID=w69fplxb
time="2022-01-26T07:05:11.889Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=w69fplxb
time="2022-01-26T07:05:11.909Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bwfx4xvq secretName=jshu-pool-test-qzz7c-merged-pull-secret
time="2022-01-26T07:05:11.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=bwfx4xvq
time="2022-01-26T07:05:11.91Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xl82bh95
time="2022-01-26T07:05:11.91Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.91Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xl82bh95
time="2022-01-26T07:05:11.91Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xl82bh95
time="2022-01-26T07:05:11.91Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:11.91Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment derivedObject=jshu-pool-test-qzz7c-imageset reconcileID=xl82bh95
time="2022-01-26T07:05:11.91Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=xl82bh95 releaseImage="quay.io/openshift-release-dev/ocp-release:4.9.0-rc.6-x86_64"
time="2022-01-26T07:05:12.014Z" level=error msg="could not update powerState" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=mlz74c97
time="2022-01-26T07:05:12.014Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T07:05:12.015Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=203 elapsedMillisGT=0 outcome=unspecified reconcileID=mlz74c97
time="2022-01-26T07:05:12.015Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T07:05:12.015Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:12.015Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=zxlscqdm stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:12.015Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm unassignedCount=1
time="2022-01-26T07:05:12.015Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxlscqdm
time="2022-01-26T07:05:12.015Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=zxlscqdm
time="2022-01-26T07:05:12.084Z" level=info msg="created service account" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment name=cluster-installer reconcileID=xl82bh95
time="2022-01-26T07:05:12.22Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=4nkdfvf8
time="2022-01-26T07:05:12.22Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=4nkdfvf8
time="2022-01-26T07:05:12.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nkdfvf8
time="2022-01-26T07:05:12.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=hktmh4hg
time="2022-01-26T07:05:12.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hktmh4hg
time="2022-01-26T07:05:12.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=qj28cqtj
time="2022-01-26T07:05:12.22Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=qj28cqtj
time="2022-01-26T07:05:12.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qj28cqtj
time="2022-01-26T07:05:12.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=lqqph27d
time="2022-01-26T07:05:12.22Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=lqqph27d
time="2022-01-26T07:05:12.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqqph27d
time="2022-01-26T07:05:12.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.22Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:12.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=dl84hs9n
time="2022-01-26T07:05:12.22Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=205 elapsedMillisGT=0 outcome=unspecified reconcileID=zxlscqdm
time="2022-01-26T07:05:12.22Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=dl84hs9n
time="2022-01-26T07:05:12.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dl84hs9n
time="2022-01-26T07:05:12.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=4j9g6zwz
time="2022-01-26T07:05:12.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=lr9b9jj4
time="2022-01-26T07:05:12.221Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=4j9g6zwz
time="2022-01-26T07:05:12.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lr9b9jj4
time="2022-01-26T07:05:12.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4j9g6zwz
time="2022-01-26T07:05:12.221Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=6ct86q5q
time="2022-01-26T07:05:12.221Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=vtwmcsq8
time="2022-01-26T07:05:12.221Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.221074228s namespace=/jshu-pool-test-qzz7c reconcileID=6ct86q5q
time="2022-01-26T07:05:12.221Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=6ct86q5q
time="2022-01-26T07:05:12.221Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=vtwmcsq8
time="2022-01-26T07:05:12.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vtwmcsq8
time="2022-01-26T07:05:12.221Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wksw5zl8
time="2022-01-26T07:05:12.221Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:12.221Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:12.221Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wksw5zl8
time="2022-01-26T07:05:12.221Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=wksw5zl8
time="2022-01-26T07:05:12.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=t4pfrmvc
time="2022-01-26T07:05:12.221Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=t4pfrmvc
time="2022-01-26T07:05:12.221Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4pfrmvc
time="2022-01-26T07:05:12.221Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=vlx6zz5g stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:12.221Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g unassignedCount=1
time="2022-01-26T07:05:12.221Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.221Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlx6zz5g
time="2022-01-26T07:05:12.32Z" level=info msg="created role" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment name=cluster-installer reconcileID=xl82bh95
time="2022-01-26T07:05:12.525Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment name=cluster-installer reconcileID=xl82bh95
time="2022-01-26T07:05:12.687Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:05:12.687Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsed=1.6876376789999998 reconcileID=xl82bh95
time="2022-01-26T07:05:12.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=777 elapsedMillisGT=0 outcome=unspecified reconcileID=xl82bh95
time="2022-01-26T07:05:12.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=jc9crvrp
time="2022-01-26T07:05:12.687Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.687Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.687Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=jc9crvrp
time="2022-01-26T07:05:12.687Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=jc9crvrp
time="2022-01-26T07:05:12.687Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=jc9crvrp
time="2022-01-26T07:05:12.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jc9crvrp
time="2022-01-26T07:05:12.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=mdhdh95f
time="2022-01-26T07:05:12.687Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.688Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.688Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=mdhdh95f
time="2022-01-26T07:05:12.688Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=mdhdh95f
time="2022-01-26T07:05:12.688Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=mdhdh95f
time="2022-01-26T07:05:12.688Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdhdh95f
time="2022-01-26T07:05:12.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=6fplxd4c
time="2022-01-26T07:05:12.707Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.707Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.707Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=6fplxd4c
time="2022-01-26T07:05:12.707Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=6fplxd4c
time="2022-01-26T07:05:12.707Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=6fplxd4c
time="2022-01-26T07:05:12.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6fplxd4c
time="2022-01-26T07:05:12.717Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=kwtwz46s
time="2022-01-26T07:05:12.717Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.717Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.717Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=kwtwz46s
time="2022-01-26T07:05:12.717Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=kwtwz46s
time="2022-01-26T07:05:12.717Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=kwtwz46s
time="2022-01-26T07:05:12.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kwtwz46s
time="2022-01-26T07:05:12.717Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=hws6qrhn
time="2022-01-26T07:05:12.717Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.717Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.717Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=hws6qrhn
time="2022-01-26T07:05:12.717Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=hws6qrhn
time="2022-01-26T07:05:12.717Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=hws6qrhn
time="2022-01-26T07:05:12.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hws6qrhn
time="2022-01-26T07:05:12.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=4x6c4vsn
time="2022-01-26T07:05:12.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:12.738Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=4x6c4vsn
time="2022-01-26T07:05:12.738Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=4x6c4vsn
time="2022-01-26T07:05:12.738Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=4x6c4vsn
time="2022-01-26T07:05:12.738Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4x6c4vsn
time="2022-01-26T07:05:13.369Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:13.37Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:05:13.37Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:05:13.37Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:05:13.37Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:05:13.37Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:05:14.339Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=r28f8nhl
time="2022-01-26T07:05:14.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=gpqh2d9g
time="2022-01-26T07:05:14.349Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=gpqh2d9g
time="2022-01-26T07:05:14.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gpqh2d9g
time="2022-01-26T07:05:14.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9nr5dgnr
time="2022-01-26T07:05:14.349Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=9nr5dgnr
time="2022-01-26T07:05:14.35Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9nr5dgnr
time="2022-01-26T07:05:14.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nr5dgnr
time="2022-01-26T07:05:14.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=5hxnm2pc
time="2022-01-26T07:05:14.35Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=5hxnm2pc
time="2022-01-26T07:05:14.35Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=5hxnm2pc
time="2022-01-26T07:05:14.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5hxnm2pc
time="2022-01-26T07:05:14.35Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=79k9tjhq
time="2022-01-26T07:05:14.35Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=79k9tjhq
time="2022-01-26T07:05:14.35Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=79k9tjhq
time="2022-01-26T07:05:14.35Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9t9zf8hb
time="2022-01-26T07:05:14.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=7169 elapsedMillisGT=5000 outcome=unspecified reconcileID=r28f8nhl
time="2022-01-26T07:05:14.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=wjq558s6
time="2022-01-26T07:05:14.35Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9t9zf8hb
time="2022-01-26T07:05:14.35Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=wjq558s6
time="2022-01-26T07:05:14.35Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9t9zf8hb
time="2022-01-26T07:05:14.35Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=9t9zf8hb
time="2022-01-26T07:05:14.35Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:05:14.35Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=9t9zf8hb
time="2022-01-26T07:05:14.35Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9t9zf8hb
time="2022-01-26T07:05:14.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=7hcwfhh5
time="2022-01-26T07:05:14.35Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=7hcwfhh5
time="2022-01-26T07:05:14.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hcwfhh5
time="2022-01-26T07:05:14.35Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=8t5vsfrw
time="2022-01-26T07:05:14.35Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=8t5vsfrw
time="2022-01-26T07:05:14.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8t5vsfrw
time="2022-01-26T07:05:14.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=5vvdnrhl
time="2022-01-26T07:05:14.35Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=5vvdnrhl
time="2022-01-26T07:05:14.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vvdnrhl
time="2022-01-26T07:05:14.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=gdzc5kzd
time="2022-01-26T07:05:14.354Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=w7g9nwzh
time="2022-01-26T07:05:14.354Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=w7g9nwzh
time="2022-01-26T07:05:14.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w7g9nwzh
time="2022-01-26T07:05:14.354Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=gdzc5kzd
time="2022-01-26T07:05:14.355Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=gdzc5kzd
time="2022-01-26T07:05:14.355Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=mmpxksrd
time="2022-01-26T07:05:14.355Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:05:14.355Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:14.355Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:14.355Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:05:14.355Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:05:14.355Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cmrl7z82
time="2022-01-26T07:05:14.355Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:05:14.355Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=cmrl7z82
time="2022-01-26T07:05:14.355Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=cmrl7z82
time="2022-01-26T07:05:14.355Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:05:14.355Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:05:14.355Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=mmpxksrd
time="2022-01-26T07:05:14.355Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=mmpxksrd
time="2022-01-26T07:05:14.355Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=mmpxksrd
time="2022-01-26T07:05:14.355Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.355Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:14.356Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=d4zblg9m stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:14.356Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m unassignedCount=1
time="2022-01-26T07:05:14.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d4zblg9m
time="2022-01-26T07:05:14.356Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4zblg9m
time="2022-01-26T07:05:14.357Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=mmpxksrd
time="2022-01-26T07:05:14.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=mmpxksrd
time="2022-01-26T07:05:14.454Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=gdzc5kzd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:14.638Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=qnqzl6hm
time="2022-01-26T07:05:14.638Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:14.639Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:14.639Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=qnqzl6hm
time="2022-01-26T07:05:14.639Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=qnqzl6hm
time="2022-01-26T07:05:14.639Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=qnqzl6hm
time="2022-01-26T07:05:14.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qnqzl6hm
time="2022-01-26T07:05:15.422Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=wjq558s6
time="2022-01-26T07:05:15.422Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=1072 elapsedMillisGT=1000 outcome=unspecified reconcileID=wjq558s6
time="2022-01-26T07:05:15.482Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=gdzc5kzd
time="2022-01-26T07:05:15.482Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=1127 elapsedMillisGT=1000 outcome=unspecified reconcileID=gdzc5kzd
time="2022-01-26T07:05:15.482Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:15.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=dmm8f7s4
time="2022-01-26T07:05:15.492Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=dmm8f7s4
time="2022-01-26T07:05:15.493Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=dmm8f7s4
time="2022-01-26T07:05:15.615Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=dmm8f7s4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:15.624Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=dmm8f7s4
time="2022-01-26T07:05:15.624Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=131 elapsedMillisGT=0 outcome=unspecified reconcileID=dmm8f7s4
time="2022-01-26T07:05:15.624Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:15.644Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=hl5ww9c7
time="2022-01-26T07:05:15.644Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=hl5ww9c7
time="2022-01-26T07:05:15.644Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=hl5ww9c7
time="2022-01-26T07:05:15.742Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=hl5ww9c7 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:15.765Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=hl5ww9c7
time="2022-01-26T07:05:15.765Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=121 elapsedMillisGT=0 outcome=unspecified reconcileID=hl5ww9c7
time="2022-01-26T07:05:15.765Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:15.806Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wtfw69nb
time="2022-01-26T07:05:15.806Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wtfw69nb
time="2022-01-26T07:05:15.806Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wtfw69nb
time="2022-01-26T07:05:15.909Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wtfw69nb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:15.925Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=wtfw69nb
time="2022-01-26T07:05:15.925Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=119 elapsedMillisGT=0 outcome=unspecified reconcileID=wtfw69nb
time="2022-01-26T07:05:15.925Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:16.01Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wf87slxc
time="2022-01-26T07:05:16.01Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wf87slxc
time="2022-01-26T07:05:16.011Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wf87slxc
time="2022-01-26T07:05:16.104Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wf87slxc states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:16.113Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=wf87slxc
time="2022-01-26T07:05:16.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=wf87slxc
time="2022-01-26T07:05:16.113Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:16.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=2m2x6p2b
time="2022-01-26T07:05:16.277Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=2m2x6p2b
time="2022-01-26T07:05:16.278Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=2m2x6p2b
time="2022-01-26T07:05:16.366Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=2m2x6p2b states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:16.386Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=2m2x6p2b
time="2022-01-26T07:05:16.386Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=109 elapsedMillisGT=0 outcome=unspecified reconcileID=2m2x6p2b
time="2022-01-26T07:05:16.386Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:16.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=msgn5lj9
time="2022-01-26T07:05:16.707Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=msgn5lj9
time="2022-01-26T07:05:16.708Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=msgn5lj9
time="2022-01-26T07:05:16.798Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=msgn5lj9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:16.811Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=msgn5lj9
time="2022-01-26T07:05:16.811Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=msgn5lj9
time="2022-01-26T07:05:16.811Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:17.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=m97cp8cl
time="2022-01-26T07:05:17.452Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=m97cp8cl
time="2022-01-26T07:05:17.452Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=m97cp8cl
time="2022-01-26T07:05:17.548Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=m97cp8cl states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:17.556Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=m97cp8cl
time="2022-01-26T07:05:17.556Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=104 elapsedMillisGT=0 outcome=unspecified reconcileID=m97cp8cl
time="2022-01-26T07:05:17.556Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:18.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=26skhkqn
time="2022-01-26T07:05:18.836Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=26skhkqn
time="2022-01-26T07:05:18.837Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=26skhkqn
time="2022-01-26T07:05:18.928Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=26skhkqn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:18.936Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=26skhkqn
time="2022-01-26T07:05:18.936Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=99 elapsedMillisGT=0 outcome=unspecified reconcileID=26skhkqn
time="2022-01-26T07:05:18.936Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:21.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=lc2lmnkd
time="2022-01-26T07:05:21.497Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=lc2lmnkd
time="2022-01-26T07:05:21.497Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=lc2lmnkd
time="2022-01-26T07:05:21.601Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=lc2lmnkd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:21.613Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=lc2lmnkd
time="2022-01-26T07:05:21.613Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=115 elapsedMillisGT=0 outcome=unspecified reconcileID=lc2lmnkd
time="2022-01-26T07:05:21.613Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:22.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=zscrnpqk
time="2022-01-26T07:05:22.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zscrnpqk
time="2022-01-26T07:05:23.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vsd88c7d
time="2022-01-26T07:05:23.89Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:23.891Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:23.891Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vsd88c7d
time="2022-01-26T07:05:23.891Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vsd88c7d
time="2022-01-26T07:05:23.891Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=vsd88c7d
time="2022-01-26T07:05:23.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vsd88c7d
time="2022-01-26T07:05:24.349Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=9k7lzwhl
time="2022-01-26T07:05:24.349Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=9k7lzwhl
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9k7lzwhl
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=6j5wxbr7
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6j5wxbr7
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=nxr98g9n
time="2022-01-26T07:05:24.349Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=nxr98g9n
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxr98g9n
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=hgjpq72v
time="2022-01-26T07:05:24.349Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=hgjpq72v
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hgjpq72v
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=52qkr9lk
time="2022-01-26T07:05:24.349Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=52qkr9lk
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.349Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52qkr9lk
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=q4qj5zfh
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hxzxr4vl
time="2022-01-26T07:05:24.349Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hxzxr4vl
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hxzxr4vl
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=55wgprl5
time="2022-01-26T07:05:24.349Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=q4qj5zfh
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4qj5zfh
time="2022-01-26T07:05:24.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=g698wc7h
time="2022-01-26T07:05:24.349Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=g698wc7h
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g698wc7h
time="2022-01-26T07:05:24.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=v5r6qxj5
time="2022-01-26T07:05:24.349Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=13.349735054s namespace=/jshu-pool-test-qzz7c reconcileID=v5r6qxj5
time="2022-01-26T07:05:24.349Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=55wgprl5
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=v5r6qxj5
time="2022-01-26T07:05:24.349Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=55wgprl5
time="2022-01-26T07:05:24.349Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=55wgprl5
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=fjnj5r7z
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55wgprl5
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjnj5r7z
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.349Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:24.349Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=clbtkx6v
time="2022-01-26T07:05:24.349Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:24.349Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=clbtkx6v
time="2022-01-26T07:05:24.349Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=clbtkx6v
time="2022-01-26T07:05:24.349Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=v2t92476 stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:24.35Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476 unassignedCount=1
time="2022-01-26T07:05:24.35Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v2t92476
time="2022-01-26T07:05:24.35Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v2t92476
time="2022-01-26T07:05:24.893Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=d2krvf89
time="2022-01-26T07:05:24.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.893Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=d2krvf89
time="2022-01-26T07:05:24.893Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=d2krvf89
time="2022-01-26T07:05:24.893Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=d2krvf89
time="2022-01-26T07:05:24.893Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d2krvf89
time="2022-01-26T07:05:24.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lz4wmvgj
time="2022-01-26T07:05:24.903Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.903Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.903Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lz4wmvgj
time="2022-01-26T07:05:24.903Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lz4wmvgj
time="2022-01-26T07:05:24.903Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=lz4wmvgj
time="2022-01-26T07:05:24.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lz4wmvgj
time="2022-01-26T07:05:24.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=8dgr8k77
time="2022-01-26T07:05:24.912Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.912Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.912Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=8dgr8k77
time="2022-01-26T07:05:24.912Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=8dgr8k77
time="2022-01-26T07:05:24.912Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=8dgr8k77
time="2022-01-26T07:05:24.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8dgr8k77
time="2022-01-26T07:05:24.919Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lj427z2m
time="2022-01-26T07:05:24.919Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.919Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.919Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lj427z2m
time="2022-01-26T07:05:24.919Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lj427z2m
time="2022-01-26T07:05:24.919Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment job=jshu-pool-test-qzz7c-imageset reconcileID=lj427z2m successful=true
time="2022-01-26T07:05:24.928Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lj427z2m
time="2022-01-26T07:05:24.937Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.938Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=q2qnffwh
time="2022-01-26T07:05:24.938Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=q2qnffwh
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q2qnffwh
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=rqdqm99r
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=8vqrr4v6
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rqdqm99r
time="2022-01-26T07:05:24.938Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=13.938322418s namespace=/jshu-pool-test-qzz7c reconcileID=8vqrr4v6
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=8vqrr4v6
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=7vzkt6bs
time="2022-01-26T07:05:24.938Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=7vzkt6bs
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=8gw4km94
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7vzkt6bs
time="2022-01-26T07:05:24.938Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:24.938Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=8gw4km94
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=j9dtsrzh
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=8gw4km94
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=45wtd7d5
time="2022-01-26T07:05:24.938Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=45wtd7d5
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=45wtd7d5
time="2022-01-26T07:05:24.938Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=j9dtsrzh
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9dtsrzh
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=rmv4r76p
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.938Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.938Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=rmv4r76p
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmv4r76p
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=mkswwklb
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=qwk2rnjr
time="2022-01-26T07:05:24.938Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwk2rnjr
time="2022-01-26T07:05:24.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=4k89k5vf
time="2022-01-26T07:05:24.938Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=4k89k5vf
time="2022-01-26T07:05:24.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4k89k5vf
time="2022-01-26T07:05:24.938Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=8c7vtvwg stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:24.938Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg unassignedCount=1
time="2022-01-26T07:05:24.938Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.938Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=mkswwklb
time="2022-01-26T07:05:24.938Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.939Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mkswwklb
time="2022-01-26T07:05:24.939Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8c7vtvwg
time="2022-01-26T07:05:24.951Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rgwdwhfj
time="2022-01-26T07:05:24.951Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rgwdwhfj
time="2022-01-26T07:05:24.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgwdwhfj
time="2022-01-26T07:05:24.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=6bv8cjbn
time="2022-01-26T07:05:24.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6bv8cjbn
time="2022-01-26T07:05:24.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=k2vp566r
time="2022-01-26T07:05:24.951Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=k2vp566r
time="2022-01-26T07:05:24.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2vp566r
time="2022-01-26T07:05:24.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=b4nz8kbd
time="2022-01-26T07:05:24.951Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=b4nz8kbd
time="2022-01-26T07:05:24.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b4nz8kbd
time="2022-01-26T07:05:24.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.951Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:24.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=trz45r5z
time="2022-01-26T07:05:24.951Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=trz45r5z
time="2022-01-26T07:05:24.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trz45r5z
time="2022-01-26T07:05:24.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=26mp6p22
time="2022-01-26T07:05:24.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26mp6p22
time="2022-01-26T07:05:24.951Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=t8dxrvnn
time="2022-01-26T07:05:24.951Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=13.951958198s namespace=/jshu-pool-test-qzz7c reconcileID=t8dxrvnn
time="2022-01-26T07:05:24.951Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=t8dxrvnn
time="2022-01-26T07:05:24.952Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=qkgtb4xn
time="2022-01-26T07:05:24.952Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lj427z2m
time="2022-01-26T07:05:24.952Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:24.952Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=lj427z2m
time="2022-01-26T07:05:24.952Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=qkgtb4xn
time="2022-01-26T07:05:24.952Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=qkgtb4xn
time="2022-01-26T07:05:24.952Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=mhc97mtp
time="2022-01-26T07:05:24.952Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=mhc97mtp
time="2022-01-26T07:05:24.952Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mhc97mtp
time="2022-01-26T07:05:24.952Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=c94zx4jh
time="2022-01-26T07:05:24.952Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=c94zx4jh
time="2022-01-26T07:05:24.952Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c94zx4jh
time="2022-01-26T07:05:24.952Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:24.952Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=87fdvxts
time="2022-01-26T07:05:24.952Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=87fdvxts
time="2022-01-26T07:05:24.952Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87fdvxts
time="2022-01-26T07:05:24.952Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=8p7l9k79 stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:24.952Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79 unassignedCount=1
time="2022-01-26T07:05:24.952Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8p7l9k79
time="2022-01-26T07:05:24.952Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8p7l9k79
time="2022-01-26T07:05:24.961Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=42 elapsedMillisGT=0 outcome=unspecified reconcileID=lj427z2m
time="2022-01-26T07:05:24.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=7l4c5fzf
time="2022-01-26T07:05:24.961Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.961Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.962Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=7l4c5fzf
time="2022-01-26T07:05:24.962Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=7l4c5fzf
time="2022-01-26T07:05:24.962Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.962Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=7l4c5fzf
time="2022-01-26T07:05:24.962Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=7l4c5fzf
time="2022-01-26T07:05:24.962Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=s8p7nxmx
time="2022-01-26T07:05:24.962Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=s8p7nxmx
time="2022-01-26T07:05:24.962Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s8p7nxmx
time="2022-01-26T07:05:24.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=fwnmz9bp
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwnmz9bp
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=fqf4cmx8
time="2022-01-26T07:05:24.963Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=fqf4cmx8
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqf4cmx8
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=s5vzh4lz
time="2022-01-26T07:05:24.963Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=s5vzh4lz
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5vzh4lz
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.963Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=t2x2qn4d
time="2022-01-26T07:05:24.963Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=t2x2qn4d
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2x2qn4d
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=2m8ljfwz
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2m8ljfwz
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=xrqxgrln
time="2022-01-26T07:05:24.963Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=13.963290901s namespace=/jshu-pool-test-qzz7c reconcileID=xrqxgrln
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=xrqxgrln
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=n6gzpqd2
time="2022-01-26T07:05:24.963Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:24.963Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=n6gzpqd2
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=n6gzpqd2
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=l8ghqt7x
time="2022-01-26T07:05:24.963Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=l8ghqt7x
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=ddmqfxzx
time="2022-01-26T07:05:24.963Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=ddmqfxzx
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddmqfxzx
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:24.963Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=7nsdrw7l stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:24.963Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l unassignedCount=1
time="2022-01-26T07:05:24.963Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7nsdrw7l
time="2022-01-26T07:05:24.963Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=cwfsv4s2
time="2022-01-26T07:05:24.963Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=cwfsv4s2
time="2022-01-26T07:05:24.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cwfsv4s2
time="2022-01-26T07:05:24.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8ghqt7x
time="2022-01-26T07:05:24.967Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7l4c5fzf
time="2022-01-26T07:05:24.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=7l4c5fzf
time="2022-01-26T07:05:24.967Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=22zpj4lk
time="2022-01-26T07:05:24.967Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.967Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.967Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=22zpj4lk
time="2022-01-26T07:05:24.967Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=22zpj4lk
time="2022-01-26T07:05:24.967Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.968Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=22zpj4lk
time="2022-01-26T07:05:24.968Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment name=cluster-installer reconcileID=22zpj4lk
time="2022-01-26T07:05:24.968Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment name=cluster-installer reconcileID=22zpj4lk
time="2022-01-26T07:05:24.968Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment name=cluster-installer reconcileID=22zpj4lk
time="2022-01-26T07:05:24.968Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-test-qzz7c-0-8cjbx namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.968Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment derivedObject=jshu-pool-test-qzz7c-0-8cjbx reconcileID=22zpj4lk
time="2022-01-26T07:05:24.968Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.995Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-01-26T07:05:24.995Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.995Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=87zc788f
time="2022-01-26T07:05:24.995Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:24.995Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-test-qzz7c-0-8cjbx namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:24.995Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision derivedObject=jshu-pool-test-qzz7c-0-8cjbx-provision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=87zc788f
time="2022-01-26T07:05:24.995Z" level=info msg="creating install job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=87zc788f
time="2022-01-26T07:05:24.995Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:24.995Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=wg7t8nsp
time="2022-01-26T07:05:24.995Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=wg7t8nsp
time="2022-01-26T07:05:24.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wg7t8nsp
time="2022-01-26T07:05:24.995Z" level=info msg="created new provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=22zpj4lk
time="2022-01-26T07:05:24.995Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=22zpj4lk
time="2022-01-26T07:05:25.006Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsed=14.006994691 reconcileID=22zpj4lk
time="2022-01-26T07:05:25.007Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=22zpj4lk
time="2022-01-26T07:05:25.007Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rdfkz7q8
time="2022-01-26T07:05:25.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.007Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rdfkz7q8
time="2022-01-26T07:05:25.007Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rdfkz7q8
time="2022-01-26T07:05:25.007Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.007Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=2kdhxb8b
time="2022-01-26T07:05:25.007Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kdhxb8b
time="2022-01-26T07:05:25.007Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=87zc788f
time="2022-01-26T07:05:25.007Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=pndl8t6l
time="2022-01-26T07:05:25.007Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=pndl8t6l
time="2022-01-26T07:05:25.007Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pndl8t6l
time="2022-01-26T07:05:25.007Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=7zrgvlbw
time="2022-01-26T07:05:25.007Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=7zrgvlbw
time="2022-01-26T07:05:25.007Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zrgvlbw
time="2022-01-26T07:05:25.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hn7rr8bg
time="2022-01-26T07:05:25.008Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hn7rr8bg
time="2022-01-26T07:05:25.008Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn7rr8bg
time="2022-01-26T07:05:25.008Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:05:25.008Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:25.008Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=fg4kxkg7
time="2022-01-26T07:05:25.008Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=fg4kxkg7
time="2022-01-26T07:05:25.008Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:25.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=pq5rh5fd
time="2022-01-26T07:05:25.008Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=pq5rh5fd
time="2022-01-26T07:05:25.008Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pq5rh5fd
time="2022-01-26T07:05:25.008Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=7d5rhbmc
time="2022-01-26T07:05:25.008Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.008816971s namespace=/jshu-pool-test-qzz7c reconcileID=7d5rhbmc
time="2022-01-26T07:05:25.008Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=7d5rhbmc
time="2022-01-26T07:05:25.008Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=vrkdt6t6
time="2022-01-26T07:05:25.008Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=vrkdt6t6
time="2022-01-26T07:05:25.009Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrkdt6t6
time="2022-01-26T07:05:25.009Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=5nkcsn6t
time="2022-01-26T07:05:25.009Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=5nkcsn6t
time="2022-01-26T07:05:25.009Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5nkcsn6t
time="2022-01-26T07:05:25.011Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=glc27cvt
time="2022-01-26T07:05:25.011Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=glc27cvt
time="2022-01-26T07:05:25.011Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glc27cvt
time="2022-01-26T07:05:25.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.013Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:25.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=pjzphg2f
time="2022-01-26T07:05:25.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pjzphg2f
time="2022-01-26T07:05:25.014Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:25.014Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=d8x7w59g stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:25.014Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g unassignedCount=1
time="2022-01-26T07:05:25.014Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d8x7w59g
time="2022-01-26T07:05:25.014Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=q9lcbmhf
time="2022-01-26T07:05:25.014Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:25.014Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=q9lcbmhf
time="2022-01-26T07:05:25.014Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=q9lcbmhf
time="2022-01-26T07:05:25.016Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=fg4kxkg7
time="2022-01-26T07:05:25.016Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=hlp2h58b
time="2022-01-26T07:05:25.017Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=hlp2h58b
time="2022-01-26T07:05:25.017Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:25.017Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=hlp2h58b
time="2022-01-26T07:05:25.017Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=hlp2h58b
time="2022-01-26T07:05:25.017Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlp2h58b
time="2022-01-26T07:05:25.017Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=5jq5gxpp
time="2022-01-26T07:05:25.017Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=5jq5gxpp
time="2022-01-26T07:05:25.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5jq5gxpp
time="2022-01-26T07:05:25.024Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=mksckn2l
time="2022-01-26T07:05:25.024Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=mksckn2l
time="2022-01-26T07:05:25.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mksckn2l
time="2022-01-26T07:05:25.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=n5rb995k
time="2022-01-26T07:05:25.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5rb995k
time="2022-01-26T07:05:25.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=94h6hst8
time="2022-01-26T07:05:25.024Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=94h6hst8
time="2022-01-26T07:05:25.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94h6hst8
time="2022-01-26T07:05:25.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=hkwhzbbc
time="2022-01-26T07:05:25.024Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=hkwhzbbc
time="2022-01-26T07:05:25.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkwhzbbc
time="2022-01-26T07:05:25.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.024Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:25.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=wbnx8pcq
time="2022-01-26T07:05:25.024Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=wbnx8pcq
time="2022-01-26T07:05:25.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbnx8pcq
time="2022-01-26T07:05:25.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=cnwpj2qv
time="2022-01-26T07:05:25.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnwpj2qv
time="2022-01-26T07:05:25.025Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=jmk8zqhl
time="2022-01-26T07:05:25.025Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.025043706s namespace=/jshu-pool-test-qzz7c reconcileID=jmk8zqhl
time="2022-01-26T07:05:25.025Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=jmk8zqhl
time="2022-01-26T07:05:25.025Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=zd5vk5wk
time="2022-01-26T07:05:25.025Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:25.025Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=zd5vk5wk
time="2022-01-26T07:05:25.025Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=zd5vk5wk
time="2022-01-26T07:05:25.025Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=6bbx6xp2
time="2022-01-26T07:05:25.025Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=6bbx6xp2
time="2022-01-26T07:05:25.025Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:25.025Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=6bbx6xp2
time="2022-01-26T07:05:25.025Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=6bbx6xp2
time="2022-01-26T07:05:25.025Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6bbx6xp2
time="2022-01-26T07:05:25.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=l7jr9q9d
time="2022-01-26T07:05:25.026Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=l7jr9q9d
time="2022-01-26T07:05:25.026Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7jr9q9d
time="2022-01-26T07:05:25.026Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=t29p4g9d
time="2022-01-26T07:05:25.026Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=t29p4g9d
time="2022-01-26T07:05:25.026Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t29p4g9d
time="2022-01-26T07:05:25.026Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:25.026Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=8lgmz4gn stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:25.026Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn unassignedCount=1
time="2022-01-26T07:05:25.026Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lgmz4gn
time="2022-01-26T07:05:25.026Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2ff492qv
time="2022-01-26T07:05:25.026Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2ff492qv
time="2022-01-26T07:05:25.026Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ff492qv
time="2022-01-26T07:05:25.027Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=rdfkz7q8
time="2022-01-26T07:05:25.027Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=rdfkz7q8
time="2022-01-26T07:05:25.027Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=v5gmpw6r
time="2022-01-26T07:05:25.027Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.027Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.027Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=v5gmpw6r
time="2022-01-26T07:05:25.027Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=v5gmpw6r
time="2022-01-26T07:05:25.027Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.027Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=v5gmpw6r
time="2022-01-26T07:05:25.027Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=v5gmpw6r
time="2022-01-26T07:05:25.027Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=v5gmpw6r
time="2022-01-26T07:05:25.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=m5frc7jn
time="2022-01-26T07:05:25.038Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=m5frc7jn
time="2022-01-26T07:05:25.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5frc7jn
time="2022-01-26T07:05:25.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=jgwkgr2n
time="2022-01-26T07:05:25.038Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=jgwkgr2n
time="2022-01-26T07:05:25.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=v5gmpw6r
time="2022-01-26T07:05:25.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=zcjsfzjc
time="2022-01-26T07:05:25.039Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.039Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.039Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=zcjsfzjc
time="2022-01-26T07:05:25.039Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=zcjsfzjc
time="2022-01-26T07:05:25.039Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.04Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=zcjsfzjc
time="2022-01-26T07:05:25.04Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=zcjsfzjc
time="2022-01-26T07:05:25.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zcjsfzjc
time="2022-01-26T07:05:25.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=j7hsbh2g
time="2022-01-26T07:05:25.04Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=j7hsbh2g
time="2022-01-26T07:05:25.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j7hsbh2g
time="2022-01-26T07:05:25.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=ghpgv4q4
time="2022-01-26T07:05:25.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghpgv4q4
time="2022-01-26T07:05:25.04Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=jfqndv68
time="2022-01-26T07:05:25.04Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=14.040362211s namespace=/jshu-pool-test-qzz7c reconcileID=jfqndv68
time="2022-01-26T07:05:25.04Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=jfqndv68
time="2022-01-26T07:05:25.04Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=j7l8pnvt
time="2022-01-26T07:05:25.04Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=j7l8pnvt
time="2022-01-26T07:05:25.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j7l8pnvt
time="2022-01-26T07:05:25.04Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=bm6k92zt
time="2022-01-26T07:05:25.04Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=bm6k92zt
time="2022-01-26T07:05:25.04Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:25.04Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=bm6k92zt
time="2022-01-26T07:05:25.04Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=bm6k92zt
time="2022-01-26T07:05:25.04Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bm6k92zt
time="2022-01-26T07:05:25.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=mnxjpwnm
time="2022-01-26T07:05:25.04Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=mnxjpwnm
time="2022-01-26T07:05:25.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mnxjpwnm
time="2022-01-26T07:05:25.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=z2gbbtpk
time="2022-01-26T07:05:25.04Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=z2gbbtpk
time="2022-01-26T07:05:25.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z2gbbtpk
time="2022-01-26T07:05:25.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jgwkgr2n
time="2022-01-26T07:05:25.042Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dzmfgxk7
time="2022-01-26T07:05:25.043Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.043Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.043Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dzmfgxk7
time="2022-01-26T07:05:25.043Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dzmfgxk7
time="2022-01-26T07:05:25.043Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.043Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=dzmfgxk7
time="2022-01-26T07:05:25.043Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=dzmfgxk7
time="2022-01-26T07:05:25.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dzmfgxk7
time="2022-01-26T07:05:25.044Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=klsxfq4n
time="2022-01-26T07:05:25.044Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=klsxfq4n
time="2022-01-26T07:05:25.044Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=j6chlkp6
time="2022-01-26T07:05:25.044Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=j6chlkp6
time="2022-01-26T07:05:25.044Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6chlkp6
time="2022-01-26T07:05:25.045Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=tr2fwgr8
time="2022-01-26T07:05:25.045Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tr2fwgr8
time="2022-01-26T07:05:25.045Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:25.045Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=tr2fwgr8
time="2022-01-26T07:05:25.045Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=tr2fwgr8
time="2022-01-26T07:05:25.045Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tr2fwgr8
time="2022-01-26T07:05:25.045Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=j2bcq5nm
time="2022-01-26T07:05:25.045Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:25.045Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=j2bcq5nm
time="2022-01-26T07:05:25.045Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=j2bcq5nm
time="2022-01-26T07:05:25.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.045Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:25.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=zft5hpqp
time="2022-01-26T07:05:25.045Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.045Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.045Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=zft5hpqp
time="2022-01-26T07:05:25.045Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=zft5hpqp
time="2022-01-26T07:05:25.045Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.045Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=zft5hpqp
time="2022-01-26T07:05:25.045Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=zft5hpqp
time="2022-01-26T07:05:25.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zft5hpqp
time="2022-01-26T07:05:25.046Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:25.046Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=fzhtrldx stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:25.046Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx unassignedCount=1
time="2022-01-26T07:05:25.046Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.046Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fzhtrldx
time="2022-01-26T07:05:25.047Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fzhtrldx
time="2022-01-26T07:05:25.06Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=gdc8kzhz
time="2022-01-26T07:05:25.061Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.061Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.061Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=gdc8kzhz
time="2022-01-26T07:05:25.061Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=gdc8kzhz
time="2022-01-26T07:05:25.061Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:25.061Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=gdc8kzhz
time="2022-01-26T07:05:25.061Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=gdc8kzhz
time="2022-01-26T07:05:25.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gdc8kzhz
time="2022-01-26T07:05:26.733Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wvv6849l
time="2022-01-26T07:05:26.733Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wvv6849l
time="2022-01-26T07:05:26.733Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wvv6849l
time="2022-01-26T07:05:26.782Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=wvv6849l states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:26.791Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" reconcileID=wvv6849l
time="2022-01-26T07:05:26.791Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=58 elapsedMillisGT=0 outcome=unspecified reconcileID=wvv6849l
time="2022-01-26T07:05:26.791Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.74.75:6443: connect: connection refused" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:27.55Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=sstllljn
time="2022-01-26T07:05:27.55Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:27.55Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:27.55Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=sstllljn
time="2022-01-26T07:05:27.551Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=sstllljn
time="2022-01-26T07:05:27.551Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:27.551Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=sstllljn
time="2022-01-26T07:05:27.551Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=sstllljn
time="2022-01-26T07:05:27.551Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sstllljn
time="2022-01-26T07:05:28.827Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=hf49srp6
time="2022-01-26T07:05:28.827Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:28.827Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:28.827Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=hf49srp6
time="2022-01-26T07:05:28.827Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=hf49srp6
time="2022-01-26T07:05:28.827Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:28.828Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=hf49srp6
time="2022-01-26T07:05:28.828Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=hf49srp6
time="2022-01-26T07:05:28.828Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hf49srp6
time="2022-01-26T07:05:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:36.422Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=r59m7mcj
time="2022-01-26T07:05:36.422Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=nc59xc44
time="2022-01-26T07:05:36.422Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=nc59xc44
time="2022-01-26T07:05:36.422Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=r59m7mcj
time="2022-01-26T07:05:36.422Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nc59xc44
time="2022-01-26T07:05:36.422Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=r59m7mcj
time="2022-01-26T07:05:36.422Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=r59m7mcj
time="2022-01-26T07:05:36.422Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:36.422Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=r59m7mcj
time="2022-01-26T07:05:36.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=wtk8rmgb
time="2022-01-26T07:05:36.422Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=r59m7mcj
time="2022-01-26T07:05:36.422Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r59m7mcj
time="2022-01-26T07:05:36.422Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.422Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.422Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=wtk8rmgb
time="2022-01-26T07:05:36.422Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=wtk8rmgb
time="2022-01-26T07:05:36.422Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.422Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=wtk8rmgb
time="2022-01-26T07:05:36.422Z" level=info msg="Saving infra ID \"jshu-pool-test-qzz7c-xjlql\" for cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=wtk8rmgb
time="2022-01-26T07:05:36.438Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=f67nfnqk
time="2022-01-26T07:05:36.438Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=f67nfnqk
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f67nfnqk
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=mbzngdrm
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mbzngdrm
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=2q6x4c6l
time="2022-01-26T07:05:36.438Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=2q6x4c6l
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2q6x4c6l
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=8lhb5c57
time="2022-01-26T07:05:36.438Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=8lhb5c57
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lhb5c57
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.438Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=dxjc45l7
time="2022-01-26T07:05:36.438Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=dxjc45l7
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dxjc45l7
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=lcf9zt5f
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=wtk8rmgb
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcf9zt5f
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=n84f7hm8
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=hr4r6ntt
time="2022-01-26T07:05:36.438Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=25.438711483s namespace=/jshu-pool-test-qzz7c reconcileID=hr4r6ntt
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=hr4r6ntt
time="2022-01-26T07:05:36.438Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=4bhfr4dt
time="2022-01-26T07:05:36.438Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:36.438Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.438Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=4bhfr4dt
time="2022-01-26T07:05:36.438Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=4bhfr4dt
time="2022-01-26T07:05:36.438Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=n84f7hm8
time="2022-01-26T07:05:36.438Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=bf8td5t8
time="2022-01-26T07:05:36.438Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=n84f7hm8
time="2022-01-26T07:05:36.438Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.438Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=bf8td5t8
time="2022-01-26T07:05:36.438Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=bf8td5t8
time="2022-01-26T07:05:36.439Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=bf8td5t8
time="2022-01-26T07:05:36.439Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:36.439Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=bf8td5t8
time="2022-01-26T07:05:36.439Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=bf8td5t8
time="2022-01-26T07:05:36.439Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=bf8td5t8
time="2022-01-26T07:05:36.439Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=n84f7hm8
time="2022-01-26T07:05:36.439Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=n84f7hm8
time="2022-01-26T07:05:36.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=f7fssmnm
time="2022-01-26T07:05:36.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n84f7hm8
time="2022-01-26T07:05:36.439Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=bf8td5t8
time="2022-01-26T07:05:36.439Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=9htmwqbf
time="2022-01-26T07:05:36.439Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=9htmwqbf
time="2022-01-26T07:05:36.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9htmwqbf
time="2022-01-26T07:05:36.439Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:36.439Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=6qpn7p46 stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:36.439Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=f7fssmnm
time="2022-01-26T07:05:36.439Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46 unassignedCount=1
time="2022-01-26T07:05:36.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f7fssmnm
time="2022-01-26T07:05:36.439Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=hscwl2s4
time="2022-01-26T07:05:36.439Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=hscwl2s4
time="2022-01-26T07:05:36.439Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hscwl2s4
time="2022-01-26T07:05:36.439Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6qpn7p46
time="2022-01-26T07:05:36.439Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qpn7p46
time="2022-01-26T07:05:36.448Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=sfpjnljw
time="2022-01-26T07:05:36.448Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=sfpjnljw
time="2022-01-26T07:05:36.448Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfpjnljw
time="2022-01-26T07:05:36.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=68x2b8kw
time="2022-01-26T07:05:36.449Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.449Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.449Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=68x2b8kw
time="2022-01-26T07:05:36.449Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=68x2b8kw
time="2022-01-26T07:05:36.449Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.449Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=68x2b8kw
time="2022-01-26T07:05:36.449Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=68x2b8kw
time="2022-01-26T07:05:36.449Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68x2b8kw
time="2022-01-26T07:05:36.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=ngzbxb55
time="2022-01-26T07:05:36.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.467Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=55dld4h2
time="2022-01-26T07:05:36.467Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=55dld4h2
time="2022-01-26T07:05:36.467Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55dld4h2
time="2022-01-26T07:05:36.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.467Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=ngzbxb55
time="2022-01-26T07:05:36.467Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=ngzbxb55
time="2022-01-26T07:05:36.467Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=bf8td5t8
time="2022-01-26T07:05:36.467Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=znn2jv8b
time="2022-01-26T07:05:36.467Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.467Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=znn2jv8b
time="2022-01-26T07:05:36.467Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=znn2jv8b
time="2022-01-26T07:05:36.467Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=ngzbxb55
time="2022-01-26T07:05:36.467Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=znn2jv8b
time="2022-01-26T07:05:36.467Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=ngzbxb55
time="2022-01-26T07:05:36.467Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:36.467Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=znn2jv8b
time="2022-01-26T07:05:36.467Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=ngzbxb55
time="2022-01-26T07:05:36.467Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=znn2jv8b
time="2022-01-26T07:05:36.467Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znn2jv8b
time="2022-01-26T07:05:36.478Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=ngzbxb55
time="2022-01-26T07:05:36.478Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=7vvp54r7
time="2022-01-26T07:05:36.478Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=7vvp54r7
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7vvp54r7
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=p256fmzv
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p256fmzv
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=h8vsxgjf
time="2022-01-26T07:05:36.478Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=h8vsxgjf
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h8vsxgjf
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=jdg2hhgq
time="2022-01-26T07:05:36.478Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=jdg2hhgq
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdg2hhgq
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=dff7k6ck
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=d6snksc8
time="2022-01-26T07:05:36.478Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=d6snksc8
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d6snksc8
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=9rj2b9zx
time="2022-01-26T07:05:36.478Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=9rj2b9zx
time="2022-01-26T07:05:36.478Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=dff7k6ck
time="2022-01-26T07:05:36.478Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=dff7k6ck
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=dff7k6ck
time="2022-01-26T07:05:36.478Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:36.478Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:36.478Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=dff7k6ck
time="2022-01-26T07:05:36.478Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=dff7k6ck
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dff7k6ck
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.478Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:36.478Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=xj7vcslb stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=pzv6l2dd
time="2022-01-26T07:05:36.478Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb unassignedCount=1
time="2022-01-26T07:05:36.478Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=w64467s4
time="2022-01-26T07:05:36.478Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w64467s4
time="2022-01-26T07:05:36.478Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=pzv6l2dd
time="2022-01-26T07:05:36.478Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=9rn6wphq
time="2022-01-26T07:05:36.478Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=9rn6wphq
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9rn6wphq
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xj7vcslb
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pzv6l2dd
time="2022-01-26T07:05:36.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9rj2b9zx
time="2022-01-26T07:05:36.479Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=kql2l74x
time="2022-01-26T07:05:36.479Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=6j427mtl
time="2022-01-26T07:05:36.479Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:36.479Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=kql2l74x
time="2022-01-26T07:05:36.479Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=25.479038171s namespace=/jshu-pool-test-qzz7c reconcileID=6j427mtl
time="2022-01-26T07:05:36.479Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=kql2l74x
time="2022-01-26T07:05:36.479Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=6j427mtl
time="2022-01-26T07:05:36.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=qmgbn7qn
time="2022-01-26T07:05:36.488Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=qmgbn7qn
time="2022-01-26T07:05:36.488Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qmgbn7qn
time="2022-01-26T07:05:36.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=w2p2m4pn
time="2022-01-26T07:05:36.488Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=w2p2m4pn
time="2022-01-26T07:05:36.488Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w2p2m4pn
time="2022-01-26T07:05:36.488Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=6bhvfckq
time="2022-01-26T07:05:36.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=lx9jfd66
time="2022-01-26T07:05:36.489Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=6bhvfckq
time="2022-01-26T07:05:36.489Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=lx9jfd66
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lx9jfd66
time="2022-01-26T07:05:36.489Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=6bhvfckq
time="2022-01-26T07:05:36.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9gpph28h
time="2022-01-26T07:05:36.489Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=6bhvfckq
time="2022-01-26T07:05:36.489Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:05:36.489Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=6bhvfckq
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9gpph28h
time="2022-01-26T07:05:36.489Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=6bhvfckq
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6bhvfckq
time="2022-01-26T07:05:36.489Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=nx8rqsjb
time="2022-01-26T07:05:36.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=7nrhl2vd
time="2022-01-26T07:05:36.489Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=25.489185411s namespace=/jshu-pool-test-qzz7c reconcileID=nx8rqsjb
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=nx8rqsjb
time="2022-01-26T07:05:36.489Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=7nrhl2vd
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7nrhl2vd
time="2022-01-26T07:05:36.489Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=582lbg8n
time="2022-01-26T07:05:36.489Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=582lbg8n
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=582lbg8n
time="2022-01-26T07:05:36.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=s6bc5wn5
time="2022-01-26T07:05:36.489Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=s6bc5wn5
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6bc5wn5
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=ngzbxb55
time="2022-01-26T07:05:36.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dtg2mnfw
time="2022-01-26T07:05:36.489Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.489Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.489Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dtg2mnfw
time="2022-01-26T07:05:36.489Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dtg2mnfw
time="2022-01-26T07:05:36.489Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.489Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=dtg2mnfw
time="2022-01-26T07:05:36.489Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=dtg2mnfw
time="2022-01-26T07:05:36.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtg2mnfw
time="2022-01-26T07:05:36.494Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=wsgh95mg
time="2022-01-26T07:05:36.494Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:05:36.494Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.494Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.494Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=rqzhhxc4 stale=0 standby=1 unclaimed=2
time="2022-01-26T07:05:36.494Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=wsgh95mg
time="2022-01-26T07:05:36.494Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4 unassignedCount=1
time="2022-01-26T07:05:36.494Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=wsgh95mg
time="2022-01-26T07:05:36.494Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.494Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rqzhhxc4
time="2022-01-26T07:05:36.494Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=wsgh95mg
time="2022-01-26T07:05:36.494Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=wsgh95mg
time="2022-01-26T07:05:36.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wsgh95mg
time="2022-01-26T07:05:36.494Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=lcxdjnd7
time="2022-01-26T07:05:36.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=99gdwgh4
time="2022-01-26T07:05:36.494Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=lcxdjnd7
time="2022-01-26T07:05:36.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99gdwgh4
time="2022-01-26T07:05:36.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcxdjnd7
time="2022-01-26T07:05:36.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.494Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=r6nqmzgf
time="2022-01-26T07:05:36.494Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:05:36.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:05:36.494Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:05:36.495Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=r6nqmzgf
time="2022-01-26T07:05:36.495Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=r6nqmzgf
time="2022-01-26T07:05:37.032Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=8gbqgk8d
time="2022-01-26T07:05:37.032Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=8gbqgk8d
time="2022-01-26T07:05:37.032Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=8gbqgk8d
time="2022-01-26T07:05:37.116Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=8gbqgk8d states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:05:41Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=2p7f4jzf
time="2022-01-26T07:05:41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=2p7f4jzf
time="2022-01-26T07:05:41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=2p7f4jzf
time="2022-01-26T07:05:41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=2p7f4jzf
time="2022-01-26T07:05:41.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:05:41.001Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=2p7f4jzf
time="2022-01-26T07:05:41.001Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=2p7f4jzf
time="2022-01-26T07:05:41.001Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2p7f4jzf
time="2022-01-26T07:05:47.123Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": net/http: TLS handshake timeout" reconcileID=8gbqgk8d
time="2022-01-26T07:05:47.123Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=10091 elapsedMillisGT=10000 outcome=unspecified reconcileID=8gbqgk8d
time="2022-01-26T07:05:47.123Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/api?timeout=32s\": net/http: TLS handshake timeout" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:05:56.939Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:05:56.939Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:06:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:06:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:06:07.604Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=4krzsrjt
time="2022-01-26T07:06:07.604Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=4krzsrjt
time="2022-01-26T07:06:07.604Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=4krzsrjt
time="2022-01-26T07:06:07.724Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=4krzsrjt states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
I0126 07:06:13.925913       1 request.go:665] Waited for 1.127244069s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/image.openshift.io/v1?timeout=32s
time="2022-01-26T07:06:21.543Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=4krzsrjt
time="2022-01-26T07:06:21.543Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=4krzsrjt
time="2022-01-26T07:06:21.554Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=rlcfq7jq
time="2022-01-26T07:06:21.554Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=snm4twng
time="2022-01-26T07:06:21.554Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=rlcfq7jq
time="2022-01-26T07:06:21.554Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=rlcfq7jq
time="2022-01-26T07:06:21.554Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=4bsv6xp7
time="2022-01-26T07:06:21.554Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=4bsv6xp7
time="2022-01-26T07:06:21.554Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=snm4twng
time="2022-01-26T07:06:21.554Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=snm4twng
time="2022-01-26T07:06:21.554Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=snm4twng
time="2022-01-26T07:06:21.554Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:06:21.555Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=snm4twng
time="2022-01-26T07:06:21.555Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=snm4twng
time="2022-01-26T07:06:21.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=j42gxfsm
time="2022-01-26T07:06:21.555Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=j42gxfsm
time="2022-01-26T07:06:21.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j42gxfsm
time="2022-01-26T07:06:21.555Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=szm9xx8s
time="2022-01-26T07:06:21.555Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=szm9xx8s
time="2022-01-26T07:06:21.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szm9xx8s
time="2022-01-26T07:06:21.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=zqc4fddt
time="2022-01-26T07:06:21.555Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=zqc4fddt
time="2022-01-26T07:06:21.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zqc4fddt
time="2022-01-26T07:06:21.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=lcqn8z89
time="2022-01-26T07:06:21.555Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=lcqn8z89
time="2022-01-26T07:06:21.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcqn8z89
time="2022-01-26T07:06:21.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=ths7846g
time="2022-01-26T07:06:21.555Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=ths7846g
time="2022-01-26T07:06:21.555Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=ths7846g
time="2022-01-26T07:06:21.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ths7846g
time="2022-01-26T07:06:21.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pmpgz8sb
time="2022-01-26T07:06:21.555Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pmpgz8sb
time="2022-01-26T07:06:21.555Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=pmpgz8sb
time="2022-01-26T07:06:21.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmpgz8sb
time="2022-01-26T07:06:21.559Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=wh2f2mvq
time="2022-01-26T07:06:21.559Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=wh2f2mvq
time="2022-01-26T07:06:21.559Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wh2f2mvq
time="2022-01-26T07:06:21.559Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=zc7wgcnn
time="2022-01-26T07:06:21.559Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:06:21.559Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=zc7wgcnn
time="2022-01-26T07:06:21.559Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=zc7wgcnn
time="2022-01-26T07:06:21.56Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:06:21.56Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:06:21.56Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:06:21.56Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:06:21.56Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=lznlp9cx stale=0 standby=1 unclaimed=2
time="2022-01-26T07:06:21.56Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx unassignedCount=1
time="2022-01-26T07:06:21.56Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lznlp9cx
time="2022-01-26T07:06:21.56Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s699bdjv
time="2022-01-26T07:06:21.56Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:06:21.56Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:06:21.56Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:06:21.56Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:06:21.56Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s699bdjv
time="2022-01-26T07:06:21.56Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s699bdjv
time="2022-01-26T07:06:21.56Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s699bdjv
time="2022-01-26T07:06:21.562Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s699bdjv
time="2022-01-26T07:06:21.562Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=s699bdjv
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-9n8j5 reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-clwwq reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-f6485 reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fbw95 reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fzs9t reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-gf2ps reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-lc7zj reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-m8x27 reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-qhpmp reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-xnqgz reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zfxp7 reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zstbb reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-authenticator-cl2dt" reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-monitoring-9qlkg" reconcileID=4krzsrjt
time="2022-01-26T07:06:21.71Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=14106 elapsedMillisGT=10000 outcome=unspecified reconcileID=4krzsrjt
I0126 07:06:23.956597       1 request.go:665] Waited for 1.704446277s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/machineconfiguration.openshift.io/v1?timeout=32s
time="2022-01-26T07:06:24Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=tvm7pccg
time="2022-01-26T07:06:24Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tvm7pccg
time="2022-01-26T07:06:24.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tvm7pccg
time="2022-01-26T07:06:24.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tvm7pccg
time="2022-01-26T07:06:24.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:06:24.001Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=tvm7pccg
time="2022-01-26T07:06:24.001Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=tvm7pccg
time="2022-01-26T07:06:24.001Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tvm7pccg
time="2022-01-26T07:06:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:06:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:06:34.381Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=4bsv6xp7
time="2022-01-26T07:06:34.401Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=lmf6k4wv
time="2022-01-26T07:06:34.401Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=lmf6k4wv
time="2022-01-26T07:06:34.401Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmf6k4wv
time="2022-01-26T07:06:34.404Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=cr5dtx2m
time="2022-01-26T07:06:34.404Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=cr5dtx2m
time="2022-01-26T07:06:34.404Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=cr5dtx2m
time="2022-01-26T07:06:34.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=b4jkstzw
time="2022-01-26T07:06:34.405Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=b4jkstzw
time="2022-01-26T07:06:34.405Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=b4jkstzw
time="2022-01-26T07:06:34.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=c24z4b4c
time="2022-01-26T07:06:34.405Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=c24z4b4c
time="2022-01-26T07:06:34.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c24z4b4c
time="2022-01-26T07:06:34.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:06:34.405Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:06:34.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:06:34.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=dk744rpb
time="2022-01-26T07:06:34.405Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=dk744rpb
time="2022-01-26T07:06:34.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=12852 elapsedMillisGT=10000 outcome=unspecified reconcileID=4bsv6xp7
time="2022-01-26T07:06:34.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=gnxh6w84
time="2022-01-26T07:06:34.407Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h59m59.592844783s reconcileID=gnxh6w84
time="2022-01-26T07:06:34.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnxh6w84
time="2022-01-26T07:06:34.407Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxthn5gq
time="2022-01-26T07:06:34.407Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:06:34.408Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=5w5xllhr
time="2022-01-26T07:06:34.409Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5w5xllhr
time="2022-01-26T07:06:34.409Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5w5xllhr
time="2022-01-26T07:06:34.409Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=5w5xllhr
time="2022-01-26T07:06:34.409Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:06:34.409Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=5w5xllhr
time="2022-01-26T07:06:34.409Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5w5xllhr
time="2022-01-26T07:06:34.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=k2rqdp5v
time="2022-01-26T07:06:34.409Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=k2rqdp5v
time="2022-01-26T07:06:34.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2rqdp5v
time="2022-01-26T07:06:34.409Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=lpwgcqqg
time="2022-01-26T07:06:34.409Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=lpwgcqqg
time="2022-01-26T07:06:34.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpwgcqqg
time="2022-01-26T07:06:34.409Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.409Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:06:34.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=lmgrfwhh
time="2022-01-26T07:06:34.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:06:34.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:06:34.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:06:34.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:06:34.412Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=lmgrfwhh
time="2022-01-26T07:06:34.412Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=lmgrfwhh
time="2022-01-26T07:06:34.412Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=lmgrfwhh
time="2022-01-26T07:06:34.413Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=26dgpttc stale=0 standby=1 unclaimed=2
time="2022-01-26T07:06:34.413Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc unassignedCount=1
time="2022-01-26T07:06:34.413Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=26dgpttc
time="2022-01-26T07:06:34.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=q7pn822z
time="2022-01-26T07:06:34.415Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=lmgrfwhh
time="2022-01-26T07:06:34.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=lmgrfwhh
time="2022-01-26T07:06:34.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=h2w6zr5p
time="2022-01-26T07:06:34.416Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=h2w6zr5p
time="2022-01-26T07:06:34.416Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=h2w6zr5p
time="2022-01-26T07:06:34.416Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2w6zr5p
time="2022-01-26T07:06:34.515Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=b4jkstzw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:06:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:06:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
I0126 07:06:38.609514       1 request.go:665] Waited for 1.153163732s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/operator.openshift.io/v1alpha1?timeout=32s
time="2022-01-26T07:06:44.412Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxthn5gq
time="2022-01-26T07:06:44.45Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=10044 elapsedMillisGT=10000 outcome=unspecified reconcileID=dk744rpb
time="2022-01-26T07:06:44.473Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxthn5gq
time="2022-01-26T07:06:44.474Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxthn5gq
time="2022-01-26T07:06:44.507Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxthn5gq
time="2022-01-26T07:06:44.507Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxthn5gq
time="2022-01-26T07:06:44.552Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxthn5gq
time="2022-01-26T07:06:44.552Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=fxthn5gq
time="2022-01-26T07:06:44.552Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=10145 elapsedMillisGT=10000 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=fxthn5gq
time="2022-01-26T07:06:46.623Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-9n8j5 reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-clwwq reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-f6485 reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fbw95 reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fzs9t reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-gf2ps reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-lc7zj reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-m8x27 reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-qhpmp reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-xnqgz reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zfxp7 reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zstbb reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-authenticator-cl2dt" reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-monitoring-9qlkg" reconcileID=b4jkstzw
time="2022-01-26T07:06:46.656Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=12251 elapsedMillisGT=10000 outcome=unspecified reconcileID=b4jkstzw
time="2022-01-26T07:06:46.671Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=q7pn822z
time="2022-01-26T07:06:46.671Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=q7pn822z
time="2022-01-26T07:06:46.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=12258 elapsedMillisGT=10000 outcome=unspecified reconcileID=q7pn822z
time="2022-01-26T07:06:51.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=hnckjzjw
time="2022-01-26T07:06:51.711Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=hnckjzjw
time="2022-01-26T07:06:51.712Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=hnckjzjw
time="2022-01-26T07:06:51.807Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=hnckjzjw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
I0126 07:06:53.009388       1 request.go:665] Waited for 1.101395711s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-dt9tx.qe.devcluster.openshift.com:6443/apis/console.openshift.io/v1?timeout=32s
time="2022-01-26T07:06:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:06:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:01.827Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-9n8j5 reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-clwwq reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-f6485 reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fbw95 reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fzs9t reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-gf2ps reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-lc7zj reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-m8x27 reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-qhpmp reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-xnqgz reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zfxp7 reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zstbb reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-authenticator-cl2dt" reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-monitoring-9qlkg" reconcileID=hnckjzjw
time="2022-01-26T07:07:01.859Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=10148 elapsedMillisGT=10000 outcome=unspecified reconcileID=hnckjzjw
time="2022-01-26T07:07:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:13.371Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:13.371Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:07:13.371Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:07:13.371Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:07:13.371Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:07:13.371Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:07:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:31.86Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=ct6xsxdn
time="2022-01-26T07:07:31.86Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=ct6xsxdn
time="2022-01-26T07:07:31.86Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=ct6xsxdn
time="2022-01-26T07:07:31.992Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=ct6xsxdn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:07:32.062Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-9n8j5 reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-clwwq reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-f6485 reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fbw95 reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fzs9t reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-gf2ps reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-lc7zj reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-m8x27 reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-qhpmp reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-xnqgz reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.085Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zfxp7 reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.086Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zstbb reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.086Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-authenticator-cl2dt" reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.086Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-monitoring-9qlkg" reconcileID=ct6xsxdn
time="2022-01-26T07:07:32.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=225 elapsedMillisGT=0 outcome=unspecified reconcileID=ct6xsxdn
time="2022-01-26T07:07:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:07:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:08:02.086Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.086Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.087Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.182Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=zn5rd2q5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:08:02.225Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-9n8j5 reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-clwwq reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-f6485 reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fbw95 reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fzs9t reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-gf2ps reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-lc7zj reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-m8x27 reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-qhpmp reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-xnqgz reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zfxp7 reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zstbb reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-authenticator-cl2dt" reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-monitoring-9qlkg" reconcileID=zn5rd2q5
time="2022-01-26T07:08:02.246Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=159 elapsedMillisGT=0 outcome=unspecified reconcileID=zn5rd2q5
time="2022-01-26T07:08:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:08:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:08:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:08:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:08:32.246Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=sgf58p8s
time="2022-01-26T07:08:32.246Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=sgf58p8s
time="2022-01-26T07:08:32.247Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=sgf58p8s
time="2022-01-26T07:08:32.291Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=sgf58p8s states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:08:32.328Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-9n8j5 reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-clwwq reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-f6485 reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fbw95 reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-fzs9t reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-gf2ps reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-lc7zj reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-m8x27 reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-qhpmp reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-xnqgz reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zfxp7 reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr=csr-zstbb reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-authenticator-cl2dt" reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation csr="system:openshift:openshift-monitoring-9qlkg" reconcileID=sgf58p8s
time="2022-01-26T07:08:32.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=sgf58p8s
time="2022-01-26T07:08:35.378Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:08:35.378Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:08:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:08:56.939Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:02.351Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=w4kr9lh6
time="2022-01-26T07:09:02.351Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=w4kr9lh6
time="2022-01-26T07:09:02.351Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=w4kr9lh6
time="2022-01-26T07:09:02.469Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=w4kr9lh6 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:09:02.561Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 reconcileID=w4kr9lh6
time="2022-01-26T07:09:02.562Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=w4kr9lh6
time="2022-01-26T07:09:02.574Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=222 elapsedMillisGT=0 outcome=unspecified reconcileID=w4kr9lh6
time="2022-01-26T07:09:02.574Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=4q29zxw6
time="2022-01-26T07:09:02.574Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h57m31.425114286s reconcileID=4q29zxw6
time="2022-01-26T07:09:02.574Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4q29zxw6
time="2022-01-26T07:09:02.574Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=5n856rsc
time="2022-01-26T07:09:02.574Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=5n856rsc
time="2022-01-26T07:09:02.574Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5n856rsc
time="2022-01-26T07:09:02.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9w4m24l8
time="2022-01-26T07:09:02.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=9w4m24l8
time="2022-01-26T07:09:02.576Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=2227njwb
time="2022-01-26T07:09:02.576Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=2227njwb
time="2022-01-26T07:09:02.576Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=2227njwb
time="2022-01-26T07:09:02.576Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2227njwb
time="2022-01-26T07:09:02.576Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=svd7wmzr
time="2022-01-26T07:09:02.576Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=svd7wmzr
time="2022-01-26T07:09:02.576Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=svd7wmzr
time="2022-01-26T07:09:02.576Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=mrv64hts
time="2022-01-26T07:09:02.577Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=mrv64hts
time="2022-01-26T07:09:02.577Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=mrv64hts
time="2022-01-26T07:09:02.577Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=mrv64hts
time="2022-01-26T07:09:02.577Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:09:02.577Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=mrv64hts
time="2022-01-26T07:09:02.577Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mrv64hts
time="2022-01-26T07:09:02.577Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=85bk2pll
time="2022-01-26T07:09:02.577Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=85bk2pll
time="2022-01-26T07:09:02.577Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=85bk2pll
time="2022-01-26T07:09:02.577Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=zq798qcj
time="2022-01-26T07:09:02.577Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=zq798qcj
time="2022-01-26T07:09:02.577Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zq798qcj
time="2022-01-26T07:09:02.577Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=gnl9qfnd
time="2022-01-26T07:09:02.579Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=8hnh2vkv
time="2022-01-26T07:09:02.579Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=8hnh2vkv
time="2022-01-26T07:09:02.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:09:02.58Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:09:02.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:09:02.58Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=x9fgkhhf
time="2022-01-26T07:09:02.58Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=x9fgkhhf
time="2022-01-26T07:09:02.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9fgkhhf
time="2022-01-26T07:09:02.58Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=8hnh2vkv
time="2022-01-26T07:09:02.594Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:09:02.594Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=rsnkgtn4 stale=0 standby=1 unclaimed=2
time="2022-01-26T07:09:02.594Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4 unassignedCount=1
time="2022-01-26T07:09:02.594Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rsnkgtn4
time="2022-01-26T07:09:02.594Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=slksp9z9
time="2022-01-26T07:09:02.595Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:09:02.595Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:09:02.595Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:09:02.595Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:09:02.595Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=slksp9z9
time="2022-01-26T07:09:02.595Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=slksp9z9
time="2022-01-26T07:09:02.595Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=slksp9z9
time="2022-01-26T07:09:02.601Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=947wb7ck
time="2022-01-26T07:09:02.601Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:09:02.597Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=slksp9z9
time="2022-01-26T07:09:02.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=slksp9z9
time="2022-01-26T07:09:02.628Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=8hnh2vkv states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:09:02.665Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=gnl9qfnd
time="2022-01-26T07:09:02.665Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=gnl9qfnd
time="2022-01-26T07:09:02.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=88 elapsedMillisGT=0 outcome=unspecified reconcileID=gnl9qfnd
time="2022-01-26T07:09:02.752Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=947wb7ck
time="2022-01-26T07:09:02.761Z" level=info msg="condition Available changed for operator ingress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9w4m24l8
time="2022-01-26T07:09:02.761Z" level=info msg="condition Progressing changed for operator ingress" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9w4m24l8
time="2022-01-26T07:09:02.761Z" level=info msg="condition Degraded changed for operator kube-apiserver" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9w4m24l8
time="2022-01-26T07:09:02.761Z" level=info msg="condition Available changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9w4m24l8
time="2022-01-26T07:09:02.761Z" level=info msg="condition Progressing changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9w4m24l8
time="2022-01-26T07:09:02.776Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9w4m24l8
time="2022-01-26T07:09:02.776Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=201 elapsedMillisGT=0 outcome=unspecified reconcileID=9w4m24l8
time="2022-01-26T07:09:02.783Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 reconcileID=8hnh2vkv
time="2022-01-26T07:09:02.783Z" level=info msg="waiting an additional %s for ClusterOperators to settle1m59.21629226s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=8hnh2vkv
time="2022-01-26T07:09:02.783Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=203 elapsedMillisGT=0 outcome=unspecified reconcileID=8hnh2vkv
time="2022-01-26T07:09:02.801Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=947wb7ck
time="2022-01-26T07:09:02.802Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=947wb7ck
time="2022-01-26T07:09:02.827Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=947wb7ck
time="2022-01-26T07:09:02.827Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=947wb7ck
time="2022-01-26T07:09:02.84Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=947wb7ck
time="2022-01-26T07:09:02.84Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=947wb7ck
time="2022-01-26T07:09:02.84Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=239 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=947wb7ck
time="2022-01-26T07:09:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:13.372Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:13.372Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:09:13.372Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:09:13.372Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:09:13.372Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:09:13.372Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:09:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:36Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=t4zgghql
time="2022-01-26T07:09:36Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=t4zgghql
time="2022-01-26T07:09:36Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=t4zgghql
time="2022-01-26T07:09:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:09:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:10:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:10:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:10:11Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=g7pdj58q
time="2022-01-26T07:10:11Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=g7pdj58q
time="2022-01-26T07:10:11Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=g7pdj58q
time="2022-01-26T07:10:25.254Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=b7cglkhz
time="2022-01-26T07:10:25.254Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=df7q5vkm
time="2022-01-26T07:10:25.254Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.254Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=b7cglkhz
time="2022-01-26T07:10:25.254Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=b7cglkhz
time="2022-01-26T07:10:25.254Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.254Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=b7cglkhz
time="2022-01-26T07:10:25.254Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:10:25.254Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=b7cglkhz
time="2022-01-26T07:10:25.254Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=df7q5vkm
time="2022-01-26T07:10:25.255Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=df7q5vkm
time="2022-01-26T07:10:25.255Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=b7cglkhz
time="2022-01-26T07:10:25.255Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.255Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7cglkhz
time="2022-01-26T07:10:25.255Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=hpd29gzf
time="2022-01-26T07:10:25.255Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=hpd29gzf
time="2022-01-26T07:10:25.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hpd29gzf
time="2022-01-26T07:10:25.255Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=df7q5vkm
time="2022-01-26T07:10:25.255Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=df7q5vkm
time="2022-01-26T07:10:25.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=df7q5vkm
time="2022-01-26T07:10:25.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wthvrb7g
time="2022-01-26T07:10:25.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.321Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wthvrb7g
time="2022-01-26T07:10:25.321Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wthvrb7g
time="2022-01-26T07:10:25.321Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.321Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=wthvrb7g
time="2022-01-26T07:10:25.321Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=wthvrb7g
time="2022-01-26T07:10:25.321Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wthvrb7g
time="2022-01-26T07:10:25.331Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=jzv8gqrl
time="2022-01-26T07:10:25.331Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=jzv8gqrl
time="2022-01-26T07:10:25.331Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=jzv8gqrl
time="2022-01-26T07:10:25.331Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=jzv8gqrl
time="2022-01-26T07:10:25.331Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:10:25.331Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=jzv8gqrl
time="2022-01-26T07:10:25.331Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=jzv8gqrl
time="2022-01-26T07:10:25.331Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzv8gqrl
time="2022-01-26T07:10:25.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=p26fb2cd
time="2022-01-26T07:10:25.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.343Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=p26fb2cd
time="2022-01-26T07:10:25.343Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=p26fb2cd
time="2022-01-26T07:10:25.343Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.343Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=p26fb2cd
time="2022-01-26T07:10:25.343Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=p26fb2cd
time="2022-01-26T07:10:25.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p26fb2cd
time="2022-01-26T07:10:25.351Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.351Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:10:25.351Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.351Z" level=info msg="install job failed" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=error msg="error loading additional-install-log-regexes configmap" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision error="ConfigMap \"additional-install-log-regexes\" not found" job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="processing new install log" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming Install Config from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Manifests created in: manifests and openshift" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=warning msg=Found override for release image. Please be warned, this is not advised" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming OpenShift Install (Manifests) from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming Worker Machines from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming Master Machines from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming Openshift Manifests from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming Common Manifests from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Ignition-Configs created in: . and auth" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming Bootstrap Ignition Config from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming Worker Ignition Config from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Consuming Master Ignition Config from target directory" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=info msg=Creating infrastructure resources..." reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=error" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=error msg=Error: Error retrieving Target Group Attributes: TargetGroupNotFound: Target groups 'arn:aws:elasticloadbalancing:us-east-2:301721915996:targetgroup/jshu-pool-test-6pgsm-hhxhx-sint/44a4c5261ec6ae6e' not found" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=error msg=\tstatus code: 400, request id: 920ab4e9-1af6-4b7f-85d0-26bd5e30eb8f" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=error" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=error msg=  on ../tmp/openshift-install-cluster-124839553/vpc/master-elb.tf line 99, in resource \"aws_lb_target_group\" \"services\":" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=error msg=  99: resource \"aws_lb_target_group\" \"services\" {" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=error" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=error" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line="level=fatal msg=failed to fetch Cluster: failed to generate asset \"Cluster\": failed to create cluster: failed to apply Terraform: failed to complete the change" reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=info msg="install log line" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision line= reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSEC2QuotaExceeded
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSEC2QuotaExceeded searchString="failed to generate asset.*Platform Quota Check.*MissingQuota.*ec2"
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSNATGatewayLimitExceeded
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSNATGatewayLimitExceeded searchString=NatGatewayLimitExceeded
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSVPCLimitExceeded
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSVPCLimitExceeded searchString=VpcLimitExceeded
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=S3BucketsLimitExceeded
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=S3BucketsLimitExceeded searchString=TooManyBuckets
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=LoadBalancerLimitExceeded
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=LoadBalancerLimitExceeded searchString="TooManyLoadBalancers: Exceeded quota of account"
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=EIPAddressLimitExceeded
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=EIPAddressLimitExceeded searchString="EIP: AddressLimitExceeded"
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=MissingPublicSubnetForZone
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=MissingPublicSubnetForZone searchString="No public subnet provided for zone"
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=PrivateSubnetInMultipleZones
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=PrivateSubnetInMultipleZones searchString="private subnet .* is also in zone"
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=InvalidInstallConfigSubnet
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=InvalidInstallConfigSubnet searchString="CIDR range start.*is outside of the specified machine networks"
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSUnableToFindMatchingRouteTable
time="2022-01-26T07:10:25.553Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSUnableToFindMatchingRouteTable searchString="Error: Unable to find matching route for Route Table"
time="2022-01-26T07:10:25.553Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=DNSAlreadyExists
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=DNSAlreadyExists searchString="aws_route53_record.*Error building changeset:.*Tried to create resource record set.*but it already exists"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=PendingVerification
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=PendingVerification searchString="PendingVerification: Your request for accessing resources in this region is being validated"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=NoMatchingRoute53Zone
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=NoMatchingRoute53Zone searchString="data.aws_route53_zone.public: no matching Route53Zone found"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=TooManyRoute53Zones
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=TooManyRoute53Zones searchString="error creating Route53 Hosted Zone: TooManyHostedZones: Limits Exceeded"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=SimulatorThrottling
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=SimulatorThrottling searchString="validate AWS credentials: checking install permissions: error simulating policy: Throttling: Rate exceeded"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=GeneralThrottling
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=GeneralThrottling searchString="Throttling: Rate exceeded"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSRoute53Timeout
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSRoute53Timeout searchString="error waiting for Route53 Hosted Zone .* creation: timeout while waiting for state to become 'INSYNC'"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=InvalidCredentials
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=InvalidCredentials searchString="InvalidClientTokenId: The security token included in the request is invalid."
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSNoWorkerNodes
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSNoWorkerNodes searchString="(?s)terraform-provider-aws.*Got 0 worker nodes, \\d+ master nodes"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=InvalidAWSTags
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=InvalidAWSTags searchString="platform\\.aws\\.userTags.*: Invalid value:.*value contains invalid characters"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=ErrorDeletingIAMRole
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=ErrorDeletingIAMRole searchString="Error deleting IAM Role .* DeleteConflict: Cannot delete entity, must detach all policies first."
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSSubnetDoesNotExist
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSSubnetDoesNotExist searchString="The subnet ID .* does not exist"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSAccessDeniedSLR
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSAccessDeniedSLR searchString="Error creating network Load Balancer: AccessDenied.*iam:CreateServiceLinkedRole"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSInsufficientPermissions
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSInsufficientPermissions searchString="current credentials insufficient for performing cluster installation"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=VcpuLimitExceeded
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=VcpuLimitExceeded searchString=VcpuLimitExceeded
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=UserInitiatedShutdown
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=UserInitiatedShutdown searchString="Error waiting for instance .* to become ready .* User initiated shutdown"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSVPCDoesNotExist
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=AWSVPCDoesNotExist searchString="The vpc ID .* does not exist"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=VPCDhcpOptionAssociationPresentNowAbsent
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=VPCDhcpOptionAssociationPresentNowAbsent searchString="error .* applying changes to module.vpc.aws_vpc_dhcp_options_association.*\n.*\n.*was present, but now absent"
time="2022-01-26T07:10:25.554Z" level=debug msg="parsing regex entry" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=TargetGroupNotFound
time="2022-01-26T07:10:25.554Z" level=debug msg="matching search string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc regexName=TargetGroupNotFound searchString=TargetGroupNotFound
time="2022-01-26T07:10:25.554Z" level=info msg="found known install failure string" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reason=TargetGroupNotFound reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.554Z" level=info msg="transitioning to failed" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision job=jshu-pool-test-6pgsm-0-7897l-provision reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.565Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=ghbgwqrl
time="2022-01-26T07:10:25.565Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=ghbgwqrl
time="2022-01-26T07:10:25.565Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghbgwqrl
time="2022-01-26T07:10:25.565Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=s9mwpzt7
time="2022-01-26T07:10:25.565Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.565Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.565Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=s9mwpzt7
time="2022-01-26T07:10:25.566Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=s9mwpzt7
time="2022-01-26T07:10:25.566Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.566Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=s9mwpzt7
time="2022-01-26T07:10:25.566Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=s9mwpzt7
time="2022-01-26T07:10:25.566Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9mwpzt7
time="2022-01-26T07:10:25.583Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=231 elapsedMillisGT=0 outcome=unspecified reconcileID=gw4mp2kc
time="2022-01-26T07:10:25.583Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=sr2dpgdg
time="2022-01-26T07:10:25.583Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=845v4rjn
time="2022-01-26T07:10:25.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=sr2dpgdg
time="2022-01-26T07:10:25.583Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=sr2dpgdg
time="2022-01-26T07:10:25.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=sr2dpgdg
time="2022-01-26T07:10:25.583Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.583Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:10:25.583Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=sr2dpgdg
time="2022-01-26T07:10:25.583Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sr2dpgdg
time="2022-01-26T07:10:25.583Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=845v4rjn
time="2022-01-26T07:10:25.583Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=q4kfsrdk
time="2022-01-26T07:10:25.583Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=845v4rjn
time="2022-01-26T07:10:25.583Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=q4kfsrdk
time="2022-01-26T07:10:25.583Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=845v4rjn
time="2022-01-26T07:10:25.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=q4kfsrdk
time="2022-01-26T07:10:25.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=q4kfsrdk
time="2022-01-26T07:10:25.583Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:10:25.583Z" level=info msg="waiting to start a new provision after failure" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment nextProvision="2022-01-26 07:11:25 +0000 UTC" provision=jshu-pool-test-6pgsm-0-7897l reconcileID=845v4rjn
time="2022-01-26T07:10:25.583Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=q4kfsrdk
time="2022-01-26T07:10:25.583Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4kfsrdk
time="2022-01-26T07:10:25.583Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=kskcqnf5
time="2022-01-26T07:10:25.583Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=kskcqnf5
time="2022-01-26T07:10:25.583Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kskcqnf5
time="2022-01-26T07:10:25.596Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=ccp9l7v9
time="2022-01-26T07:10:25.596Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=ccp9l7v9
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ccp9l7v9
time="2022-01-26T07:10:25.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=tr6fwssv
time="2022-01-26T07:10:25.597Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=tr6fwssv
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tr6fwssv
time="2022-01-26T07:10:25.597Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=2j7qdczw
time="2022-01-26T07:10:25.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=z44fvhpj
time="2022-01-26T07:10:25.597Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=z44fvhpj
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z44fvhpj
time="2022-01-26T07:10:25.597Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=7hrwlz8t
time="2022-01-26T07:10:25.597Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=2j7qdczw
time="2022-01-26T07:10:25.597Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=2j7qdczw
time="2022-01-26T07:10:25.597Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=7hrwlz8t
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hrwlz8t
time="2022-01-26T07:10:25.597Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=2j7qdczw
time="2022-01-26T07:10:25.597Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:10:25.597Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=2j7qdczw
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2j7qdczw
time="2022-01-26T07:10:25.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=9hsslxk5
time="2022-01-26T07:10:25.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=8q65hzfj
time="2022-01-26T07:10:25.597Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=9hsslxk5
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9hsslxk5
time="2022-01-26T07:10:25.597Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=8q65hzfj
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8q65hzfj
time="2022-01-26T07:10:25.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bt5jpxwg
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bt5jpxwg
time="2022-01-26T07:10:25.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=pt5nd72h
time="2022-01-26T07:10:25.597Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=pt5nd72h
time="2022-01-26T07:10:25.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=pt5nd72h
time="2022-01-26T07:10:25.602Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=j9qb8t4s
time="2022-01-26T07:10:25.602Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:10:25.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=jr5jp6k8
time="2022-01-26T07:10:25.602Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=j9qb8t4s
time="2022-01-26T07:10:25.602Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=j9qb8t4s
time="2022-01-26T07:10:25.602Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=d4ghn6jm
time="2022-01-26T07:10:25.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jr5jp6k8
time="2022-01-26T07:10:25.602Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=d4ghn6jm
time="2022-01-26T07:10:25.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4ghn6jm
time="2022-01-26T07:10:25.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.602Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:10:25.602Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.602Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:10:25.603Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=hbtlnwdj stale=0 standby=1 unclaimed=2
time="2022-01-26T07:10:25.603Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj unassignedCount=1
time="2022-01-26T07:10:25.603Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test21 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.603Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbtlnwdj
time="2022-01-26T07:10:25.604Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=845v4rjn
time="2022-01-26T07:10:25.604Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=cvzdcbcq
time="2022-01-26T07:10:25.604Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.604Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.604Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=cvzdcbcq
time="2022-01-26T07:10:25.604Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=cvzdcbcq
time="2022-01-26T07:10:25.604Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:10:25.605Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=cvzdcbcq
time="2022-01-26T07:10:25.605Z" level=info msg="waiting to start a new provision after failure" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment nextProvision="2022-01-26 07:11:25 +0000 UTC" provision=jshu-pool-test-6pgsm-0-7897l reconcileID=cvzdcbcq
time="2022-01-26T07:10:25.605Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvzdcbcq
time="2022-01-26T07:10:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:10:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:10:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:10:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:10:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:10:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=c5cjddx9
time="2022-01-26T07:11:02.001Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=c5cjddx9
time="2022-01-26T07:11:02.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=c5cjddx9
time="2022-01-26T07:11:02.114Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=c5cjddx9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:11:02.211Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 reconcileID=c5cjddx9
time="2022-01-26T07:11:02.211Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=c5cjddx9
time="2022-01-26T07:11:02.271Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=c5cjddx9
time="2022-01-26T07:11:02.271Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx condition=Ready controller=hibernation reason=Running reconcileID=c5cjddx9
time="2022-01-26T07:11:02.284Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=6mvmcff2
time="2022-01-26T07:11:02.284Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=6mvmcff2
time="2022-01-26T07:11:02.284Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mvmcff2
time="2022-01-26T07:11:02.284Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=stkj5gp5
time="2022-01-26T07:11:02.284Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h55m31.715025837s reconcileID=stkj5gp5
time="2022-01-26T07:11:02.284Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=stkj5gp5
time="2022-01-26T07:11:02.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=mwvsbljj
time="2022-01-26T07:11:02.285Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=mwvsbljj
time="2022-01-26T07:11:02.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwvsbljj
time="2022-01-26T07:11:02.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.285Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:11:02.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=6qrwmhjk
time="2022-01-26T07:11:02.285Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=6qrwmhjk
time="2022-01-26T07:11:02.285Z" level=debug msg="Waiting to fetch clusteroperator status in 7m59.714702908s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=6qrwmhjk
time="2022-01-26T07:11:02.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qrwmhjk
time="2022-01-26T07:11:02.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xjlg6vt7
time="2022-01-26T07:11:02.285Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.285Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.285Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.285Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.285Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xjlg6vt7
time="2022-01-26T07:11:02.285Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xjlg6vt7
time="2022-01-26T07:11:02.285Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xjlg6vt7
time="2022-01-26T07:11:02.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=285 elapsedMillisGT=0 outcome=unspecified reconcileID=c5cjddx9
time="2022-01-26T07:11:02.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=flrrzlzd
time="2022-01-26T07:11:02.287Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=flrrzlzd
time="2022-01-26T07:11:02.288Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xjlg6vt7
time="2022-01-26T07:11:02.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=xjlg6vt7
time="2022-01-26T07:11:02.289Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=b5gk6h8c
time="2022-01-26T07:11:02.289Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=b5gk6h8c
time="2022-01-26T07:11:02.289Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=b5gk6h8c
time="2022-01-26T07:11:02.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5gk6h8c
time="2022-01-26T07:11:02.289Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=jgb4pcv2
time="2022-01-26T07:11:02.289Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=jgb4pcv2
time="2022-01-26T07:11:02.289Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=jgb4pcv2
time="2022-01-26T07:11:02.289Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.289Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:11:02.287Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=flrrzlzd
time="2022-01-26T07:11:02.289Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=mw6mlg8k
time="2022-01-26T07:11:02.289Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=mw6mlg8k
time="2022-01-26T07:11:02.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mw6mlg8k
time="2022-01-26T07:11:02.289Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=x54bv657
time="2022-01-26T07:11:02.289Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=x54bv657
time="2022-01-26T07:11:02.29Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=x54bv657
time="2022-01-26T07:11:02.29Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=x54bv657
time="2022-01-26T07:11:02.29Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:11:02.29Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=x54bv657
time="2022-01-26T07:11:02.29Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x54bv657
time="2022-01-26T07:11:02.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=cwjqkpfh
time="2022-01-26T07:11:02.29Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=cwjqkpfh
time="2022-01-26T07:11:02.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cwjqkpfh
time="2022-01-26T07:11:02.29Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:11:02.29Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=vh4wmwqw stale=0 standby=0 unclaimed=3
time="2022-01-26T07:11:02.29Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw unassignedCount=1
time="2022-01-26T07:11:02.29Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=6gp4l59f
time="2022-01-26T07:11:02.301Z" level=debug msg="ensuring cluster <=> claim assignment" claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.301Z" level=info msg="updating claim to assign cluster" claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.308Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=d67rkmpv
time="2022-01-26T07:11:02.308Z" level=debug msg="clusterdeployment jshu-pool-test-dt9tx has not yet been assigned to claim" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=d67rkmpv
time="2022-01-26T07:11:02.308Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d67rkmpv
time="2022-01-26T07:11:02.313Z" level=info msg="calculated time between claim creation and assignment" claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw seconds=351.313845801
time="2022-01-26T07:11:02.313Z" level=info msg="updating cluster to assign claim" claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.314Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=r8kqwkhh
time="2022-01-26T07:11:02.314Z" level=debug msg="clusterdeployment jshu-pool-test-dt9tx has not yet been assigned to claim" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=r8kqwkhh
time="2022-01-26T07:11:02.314Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8kqwkhh
time="2022-01-26T07:11:02.329Z" level=debug msg="cluster <=> claim assignment ok" claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.329Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=vh4wmwqw
time="2022-01-26T07:11:02.329Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.329Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:11:02.329Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=b4rwwtfl stale=0 standby=0 unclaimed=3
time="2022-01-26T07:11:02.329Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl unassignedCount=0
time="2022-01-26T07:11:02.329Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.329Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.329Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.329Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.329Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.329Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.329Z" level=info msg="updating cluster to assign claim" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.331Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=k5swvp6q
time="2022-01-26T07:11:02.331Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=k5swvp6q
time="2022-01-26T07:11:02.331Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k5swvp6q
time="2022-01-26T07:11:02.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=hlh52p9d
time="2022-01-26T07:11:02.331Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h55m31.6687411s reconcileID=hlh52p9d
time="2022-01-26T07:11:02.331Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlh52p9d
time="2022-01-26T07:11:02.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=fclkqcll
time="2022-01-26T07:11:02.331Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=fclkqcll
time="2022-01-26T07:11:02.331Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fclkqcll
time="2022-01-26T07:11:02.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.331Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.331Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T07:11:02.331Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=52db6wqd
time="2022-01-26T07:11:02.331Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=52db6wqd
time="2022-01-26T07:11:02.331Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=52db6wqd
time="2022-01-26T07:11:02.331Z" level=debug msg="conditions changed, updating claim status"
time="2022-01-26T07:11:02.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4v4bzqqn
time="2022-01-26T07:11:02.331Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.331Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.332Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.332Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T07:11:02.332Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4v4bzqqn
time="2022-01-26T07:11:02.332Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4v4bzqqn
time="2022-01-26T07:11:02.332Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4v4bzqqn
time="2022-01-26T07:11:02.334Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4v4bzqqn
time="2022-01-26T07:11:02.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=4v4bzqqn
time="2022-01-26T07:11:02.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vxpffjgn
time="2022-01-26T07:11:02.334Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=vxpffjgn
time="2022-01-26T07:11:02.334Z" level=debug msg="Waiting to fetch clusteroperator status in 7m59.665112793s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=vxpffjgn
time="2022-01-26T07:11:02.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vxpffjgn
time="2022-01-26T07:11:02.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=49fr9p9s
time="2022-01-26T07:11:02.334Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=49fr9p9s
time="2022-01-26T07:11:02.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49fr9p9s
time="2022-01-26T07:11:02.334Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qrjnb9zx
time="2022-01-26T07:11:02.335Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=qrjnb9zx
time="2022-01-26T07:11:02.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qrjnb9zx
time="2022-01-26T07:11:02.334Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=6srqxgcr
time="2022-01-26T07:11:02.335Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=6srqxgcr
time="2022-01-26T07:11:02.335Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=6srqxgcr
time="2022-01-26T07:11:02.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=26s8h5c4
time="2022-01-26T07:11:02.335Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=26s8h5c4
time="2022-01-26T07:11:02.335Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=26s8h5c4
time="2022-01-26T07:11:02.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26s8h5c4
time="2022-01-26T07:11:02.334Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=pbdtp5r5
time="2022-01-26T07:11:02.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=pbdtp5r5
time="2022-01-26T07:11:02.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=pbdtp5r5
time="2022-01-26T07:11:02.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=pbdtp5r5
time="2022-01-26T07:11:02.335Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T07:11:02.335Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=pbdtp5r5
time="2022-01-26T07:11:02.335Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pbdtp5r5
time="2022-01-26T07:11:02.342Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=flrrzlzd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:11:02.342Z" level=error msg="couldn't sync ClusterDeployment to the claim assigned to it" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.342Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.342Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.342Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.342Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.343Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=52db6wqd
time="2022-01-26T07:11:02.343Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=qkrbc2r8
time="2022-01-26T07:11:02.343Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=qkrbc2r8
time="2022-01-26T07:11:02.343Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=qkrbc2r8
time="2022-01-26T07:11:02.343Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkrbc2r8
time="2022-01-26T07:11:02.35Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=b4rwwtfl
time="2022-01-26T07:11:02.35Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:11:02.35Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=v8tpmlcb stale=0 standby=0 unclaimed=2
time="2022-01-26T07:11:02.35Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb unassignedCount=0
time="2022-01-26T07:11:02.35Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.35Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v8tpmlcb
time="2022-01-26T07:11:02.395Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.405Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=6gp4l59f
time="2022-01-26T07:11:02.405Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=6gp4l59f
time="2022-01-26T07:11:02.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=114 elapsedMillisGT=0 outcome=unspecified reconcileID=6gp4l59f
time="2022-01-26T07:11:02.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=c9f7qwfp
time="2022-01-26T07:11:02.464Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.464Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.467Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=c9f7qwfp
time="2022-01-26T07:11:02.467Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=c9f7qwfp
time="2022-01-26T07:11:02.467Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=62 elapsedMillisGT=0 outcome=unspecified reconcileID=c9f7qwfp
time="2022-01-26T07:11:02.473Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 reconcileID=flrrzlzd
time="2022-01-26T07:11:02.473Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=flrrzlzd
time="2022-01-26T07:11:02.498Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.498Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.505Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.505Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.505Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=216 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=p4tw8t6s
time="2022-01-26T07:11:02.505Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=glm2hxp7
time="2022-01-26T07:11:02.505Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:11:02.516Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=flrrzlzd
time="2022-01-26T07:11:02.516Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=229 elapsedMillisGT=0 outcome=unspecified reconcileID=flrrzlzd
time="2022-01-26T07:11:02.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=99w6zxk7
time="2022-01-26T07:11:02.516Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=99w6zxk7
time="2022-01-26T07:11:02.521Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=99w6zxk7
time="2022-01-26T07:11:02.553Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=glm2hxp7
time="2022-01-26T07:11:02.57Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=99w6zxk7 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:11:02.58Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=glm2hxp7
time="2022-01-26T07:11:02.585Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=glm2hxp7
time="2022-01-26T07:11:02.612Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=glm2hxp7
time="2022-01-26T07:11:02.612Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=glm2hxp7
time="2022-01-26T07:11:02.618Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=glm2hxp7
time="2022-01-26T07:11:02.618Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=glm2hxp7
time="2022-01-26T07:11:02.618Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=112 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=glm2hxp7
time="2022-01-26T07:11:02.639Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 reconcileID=99w6zxk7
time="2022-01-26T07:11:02.639Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=99w6zxk7
time="2022-01-26T07:11:02.686Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=99w6zxk7
time="2022-01-26T07:11:02.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=170 elapsedMillisGT=0 outcome=unspecified reconcileID=99w6zxk7
time="2022-01-26T07:11:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:13.373Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:13.373Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:11:13.373Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:11:13.373Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:11:13.373Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:11:13.373Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:11:25.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=b98l8x5f
time="2022-01-26T07:11:25.001Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.001Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.001Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=b98l8x5f
time="2022-01-26T07:11:25.001Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=b98l8x5f
time="2022-01-26T07:11:25.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.001Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=b98l8x5f
time="2022-01-26T07:11:25.001Z" level=info msg="clearing current failed provision to make way for a new provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-0-7897l reconcileID=b98l8x5f
time="2022-01-26T07:11:25.015Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=48swjjw7
time="2022-01-26T07:11:25.015Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=48swjjw7
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=48swjjw7
time="2022-01-26T07:11:25.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=vrjn7djm
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrjn7djm
time="2022-01-26T07:11:25.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=z7c9dmr9
time="2022-01-26T07:11:25.015Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=z7c9dmr9
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z7c9dmr9
time="2022-01-26T07:11:25.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=hgcgc56s
time="2022-01-26T07:11:25.015Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=hgcgc56s
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hgcgc56s
time="2022-01-26T07:11:25.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.015Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:11:25.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=n7mmw2pg
time="2022-01-26T07:11:25.015Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=n7mmw2pg
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n7mmw2pg
time="2022-01-26T07:11:25.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=54b9t6qw
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=54b9t6qw
time="2022-01-26T07:11:25.015Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=vrcgg4gz
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=b98l8x5f
time="2022-01-26T07:11:25.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=78n4fw8h
time="2022-01-26T07:11:25.015Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=vrcgg4gz
time="2022-01-26T07:11:25.015Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=vrcgg4gz
time="2022-01-26T07:11:25.015Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.016Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=mcbqlfrn
time="2022-01-26T07:11:25.016Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:11:25.016Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.016Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=4rq6kzdd
time="2022-01-26T07:11:25.016Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=78n4fw8h
time="2022-01-26T07:11:25.016Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=78n4fw8h
time="2022-01-26T07:11:25.016Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745a8269332a9d, ext:17016959858055, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.016Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=4rq6kzdd
time="2022-01-26T07:11:25.016Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=4rq6kzdd
time="2022-01-26T07:11:25.016Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l reconcileID=4rq6kzdd
time="2022-01-26T07:11:25.016Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l\", timestamp:time.Time{wall:0xc0745a826a5e4229, ext:17016979459340, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l
time="2022-01-26T07:11:25.016Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=4rq6kzdd
time="2022-01-26T07:11:25.016Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rq6kzdd
time="2022-01-26T07:11:25.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=m5f8tlxz
time="2022-01-26T07:11:25.016Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=m5f8tlxz
time="2022-01-26T07:11:25.016Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5f8tlxz
time="2022-01-26T07:11:25.016Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=2jkwjsss
time="2022-01-26T07:11:25.016Z" level=debug msg="no RetryReasons found in FailedProvisionConfig -- allowing retry" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=78n4fw8h
time="2022-01-26T07:11:25.016Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=78n4fw8h
time="2022-01-26T07:11:25.016Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=2jkwjsss
time="2022-01-26T07:11:25.016Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jkwjsss
time="2022-01-26T07:11:25.016Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=78n4fw8h
time="2022-01-26T07:11:25.016Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment name=cluster-installer reconcileID=78n4fw8h
time="2022-01-26T07:11:25.016Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:11:25.016Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-test-6pgsm-1-djgjq namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.016Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm-1-djgjq reconcileID=78n4fw8h
time="2022-01-26T07:11:25.016Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.016Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=b224phdn stale=0 standby=0 unclaimed=2
time="2022-01-26T07:11:25.016Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn unassignedCount=0
time="2022-01-26T07:11:25.016Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=mcbqlfrn
time="2022-01-26T07:11:25.016Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=mcbqlfrn
time="2022-01-26T07:11:25.016Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b224phdn
time="2022-01-26T07:11:25.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ww7g7sdl
time="2022-01-26T07:11:25.017Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=ww7g7sdl
time="2022-01-26T07:11:25.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ww7g7sdl
time="2022-01-26T07:11:25.044Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-01-26T07:11:25.044Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=qdxhqnk6
time="2022-01-26T07:11:25.045Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.045Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:11:25.045Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-test-6pgsm-1-djgjq namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.045Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision derivedObject=jshu-pool-test-6pgsm-1-djgjq-provision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=qdxhqnk6
time="2022-01-26T07:11:25.045Z" level=info msg="creating install job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=qdxhqnk6
time="2022-01-26T07:11:25.045Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:11:25.045Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=c592x7dz
time="2022-01-26T07:11:25.045Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=c592x7dz
time="2022-01-26T07:11:25.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c592x7dz
time="2022-01-26T07:11:25.045Z" level=info msg="created new provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=78n4fw8h
time="2022-01-26T07:11:25.045Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=78n4fw8h
time="2022-01-26T07:11:25.054Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=qdxhqnk6
time="2022-01-26T07:11:25.055Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:11:25.055Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:11:25.055Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=f478cqhc
time="2022-01-26T07:11:25.055Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=f478cqhc
time="2022-01-26T07:11:25.055Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:11:25.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=p2sxhd22
time="2022-01-26T07:11:25.056Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=p2sxhd22
time="2022-01-26T07:11:25.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2sxhd22
time="2022-01-26T07:11:25.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=qq9w5zd8
time="2022-01-26T07:11:25.056Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=qq9w5zd8
time="2022-01-26T07:11:25.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qq9w5zd8
time="2022-01-26T07:11:25.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=99bpjpk5
time="2022-01-26T07:11:25.057Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=99bpjpk5
time="2022-01-26T07:11:25.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99bpjpk5
time="2022-01-26T07:11:25.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=87j9lzwb
time="2022-01-26T07:11:25.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87j9lzwb
time="2022-01-26T07:11:25.057Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=lwk66ws8
time="2022-01-26T07:11:25.057Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=lwk66ws8
time="2022-01-26T07:11:25.057Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=lwk66ws8
time="2022-01-26T07:11:25.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=k7f9kctz
time="2022-01-26T07:11:25.057Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=k7f9kctz
time="2022-01-26T07:11:25.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7f9kctz
time="2022-01-26T07:11:25.057Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=b5tnscvs
time="2022-01-26T07:11:25.057Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=b5tnscvs
time="2022-01-26T07:11:25.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5tnscvs
time="2022-01-26T07:11:25.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=q5pwlpcl
time="2022-01-26T07:11:25.057Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=q5pwlpcl
time="2022-01-26T07:11:25.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5pwlpcl
time="2022-01-26T07:11:25.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=41 elapsedMillisGT=0 outcome=unspecified reconcileID=78n4fw8h
time="2022-01-26T07:11:25.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5l2qjlkx
time="2022-01-26T07:11:25.057Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.057Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.057Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.058Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5l2qjlkx
time="2022-01-26T07:11:25.058Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5l2qjlkx
time="2022-01-26T07:11:25.058Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=sqjczx45
time="2022-01-26T07:11:25.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sqjczx45
time="2022-01-26T07:11:25.062Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=g5gkrfgn
time="2022-01-26T07:11:25.062Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:11:25.062Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=g5gkrfgn
time="2022-01-26T07:11:25.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g5gkrfgn
time="2022-01-26T07:11:25.063Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzh2lcwb
time="2022-01-26T07:11:25.063Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:11:25.063Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzh2lcwb
time="2022-01-26T07:11:25.063Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=pzh2lcwb
time="2022-01-26T07:11:25.063Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=f7bt45m6 stale=0 standby=0 unclaimed=2
time="2022-01-26T07:11:25.063Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6 unassignedCount=0
time="2022-01-26T07:11:25.063Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f7bt45m6
time="2022-01-26T07:11:25.063Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f7bt45m6
time="2022-01-26T07:11:25.064Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=z4f6b2wg
time="2022-01-26T07:11:25.064Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=z4f6b2wg
time="2022-01-26T07:11:25.064Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4f6b2wg
time="2022-01-26T07:11:25.065Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=f478cqhc
time="2022-01-26T07:11:25.065Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=mtvbtvp8
time="2022-01-26T07:11:25.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=mtvbtvp8
time="2022-01-26T07:11:25.065Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:11:25.065Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=mtvbtvp8
time="2022-01-26T07:11:25.065Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=mtvbtvp8
time="2022-01-26T07:11:25.065Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mtvbtvp8
time="2022-01-26T07:11:25.067Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=5l2qjlkx
time="2022-01-26T07:11:25.067Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=5l2qjlkx
time="2022-01-26T07:11:25.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x7kstsvt
time="2022-01-26T07:11:25.067Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.067Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.067Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.067Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x7kstsvt
time="2022-01-26T07:11:25.067Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x7kstsvt
time="2022-01-26T07:11:25.067Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.068Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=k6bmsvkx
time="2022-01-26T07:11:25.068Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=k6bmsvkx
time="2022-01-26T07:11:25.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6bmsvkx
time="2022-01-26T07:11:25.068Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=zc2d9gr9
time="2022-01-26T07:11:25.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zc2d9gr9
time="2022-01-26T07:11:25.068Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=zhk4qngn
time="2022-01-26T07:11:25.068Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=zhk4qngn
time="2022-01-26T07:11:25.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhk4qngn
time="2022-01-26T07:11:25.068Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=9qm9v8rd
time="2022-01-26T07:11:25.068Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=9qm9v8rd
time="2022-01-26T07:11:25.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qm9v8rd
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.069Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=29btjdvf
time="2022-01-26T07:11:25.069Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=29btjdvf
time="2022-01-26T07:11:25.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29btjdvf
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6ckkbs9g
time="2022-01-26T07:11:25.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ckkbs9g
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=7tlwdf2c
time="2022-01-26T07:11:25.069Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=7tlwdf2c
time="2022-01-26T07:11:25.069Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=7tlwdf2c
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4z7f72q6
time="2022-01-26T07:11:25.069Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:11:25.069Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4z7f72q6
time="2022-01-26T07:11:25.069Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=4z7f72q6
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=msm89pjt
time="2022-01-26T07:11:25.069Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=msm89pjt
time="2022-01-26T07:11:25.069Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:11:25.069Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=msm89pjt
time="2022-01-26T07:11:25.069Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=msm89pjt
time="2022-01-26T07:11:25.069Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msm89pjt
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=qtnv9j9f
time="2022-01-26T07:11:25.069Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=qtnv9j9f
time="2022-01-26T07:11:25.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qtnv9j9f
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=22r9rkh2
time="2022-01-26T07:11:25.069Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=22r9rkh2
time="2022-01-26T07:11:25.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22r9rkh2
time="2022-01-26T07:11:25.069Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.069Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:11:25.069Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=j5cfv6r2 stale=0 standby=0 unclaimed=2
time="2022-01-26T07:11:25.069Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2 unassignedCount=0
time="2022-01-26T07:11:25.07Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5cfv6r2
time="2022-01-26T07:11:25.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=24268jjg
time="2022-01-26T07:11:25.07Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=24268jjg
time="2022-01-26T07:11:25.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=24268jjg
time="2022-01-26T07:11:25.073Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=x7kstsvt
time="2022-01-26T07:11:25.073Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=x7kstsvt
time="2022-01-26T07:11:25.073Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.073Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=w9sggwm6
time="2022-01-26T07:11:25.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.073Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=w9sggwm6
time="2022-01-26T07:11:25.073Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=w9sggwm6
time="2022-01-26T07:11:25.073Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.073Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=w9sggwm6
time="2022-01-26T07:11:25.073Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=w9sggwm6
time="2022-01-26T07:11:25.073Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=w9sggwm6
time="2022-01-26T07:11:25.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=wkxwp7r2
time="2022-01-26T07:11:25.084Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=wkxwp7r2
time="2022-01-26T07:11:25.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkxwp7r2
time="2022-01-26T07:11:25.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=qp4tplq7
time="2022-01-26T07:11:25.084Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=qp4tplq7
time="2022-01-26T07:11:25.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qp4tplq7
time="2022-01-26T07:11:25.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xcgvzdts
time="2022-01-26T07:11:25.084Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xcgvzdts
time="2022-01-26T07:11:25.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xcgvzdts
time="2022-01-26T07:11:25.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=59g5tvlf
time="2022-01-26T07:11:25.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59g5tvlf
time="2022-01-26T07:11:25.084Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=gp667l4n
time="2022-01-26T07:11:25.084Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=gp667l4n
time="2022-01-26T07:11:25.084Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=gp667l4n
time="2022-01-26T07:11:25.084Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=mxnwg69f
time="2022-01-26T07:11:25.084Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=mxnwg69f
time="2022-01-26T07:11:25.085Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:11:25.085Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=mxnwg69f
time="2022-01-26T07:11:25.085Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=mxnwg69f
time="2022-01-26T07:11:25.085Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxnwg69f
time="2022-01-26T07:11:25.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=7dq9vvbw
time="2022-01-26T07:11:25.085Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=7dq9vvbw
time="2022-01-26T07:11:25.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7dq9vvbw
time="2022-01-26T07:11:25.085Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=6xb465zw
time="2022-01-26T07:11:25.085Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=6xb465zw
time="2022-01-26T07:11:25.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6xb465zw
time="2022-01-26T07:11:25.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jnx5nvk2
time="2022-01-26T07:11:25.085Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jnx5nvk2
time="2022-01-26T07:11:25.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jnx5nvk2
time="2022-01-26T07:11:25.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=w9sggwm6
time="2022-01-26T07:11:25.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=85xnx48x
time="2022-01-26T07:11:25.085Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.085Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.085Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.085Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=85xnx48x
time="2022-01-26T07:11:25.085Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=85xnx48x
time="2022-01-26T07:11:25.085Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.086Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=85xnx48x
time="2022-01-26T07:11:25.086Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=85xnx48x
time="2022-01-26T07:11:25.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=85xnx48x
time="2022-01-26T07:11:25.09Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kxznz78l
time="2022-01-26T07:11:25.09Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=tdp2jqhv
time="2022-01-26T07:11:25.09Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kxznz78l
time="2022-01-26T07:11:25.09Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdp2jqhv
time="2022-01-26T07:11:25.09Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=kxznz78l
time="2022-01-26T07:11:25.09Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=kkzcrkb5
time="2022-01-26T07:11:25.09Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=kkzcrkb5
time="2022-01-26T07:11:25.09Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.09Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kkzcrkb5
time="2022-01-26T07:11:25.09Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:11:25.09Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:11:25.09Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=nxfxg2hf stale=0 standby=0 unclaimed=2
time="2022-01-26T07:11:25.09Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf unassignedCount=0
time="2022-01-26T07:11:25.09Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.09Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxfxg2hf
time="2022-01-26T07:11:25.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=j5xwf9l6
time="2022-01-26T07:11:25.095Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.095Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.095Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.095Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=j5xwf9l6
time="2022-01-26T07:11:25.095Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=j5xwf9l6
time="2022-01-26T07:11:25.095Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.095Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=j5xwf9l6
time="2022-01-26T07:11:25.095Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=j5xwf9l6
time="2022-01-26T07:11:25.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5xwf9l6
time="2022-01-26T07:11:25.103Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=xqrnkk5z
time="2022-01-26T07:11:25.103Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.103Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.103Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.103Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=xqrnkk5z
time="2022-01-26T07:11:25.103Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=xqrnkk5z
time="2022-01-26T07:11:25.103Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.103Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=xqrnkk5z
time="2022-01-26T07:11:25.103Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=xqrnkk5z
time="2022-01-26T07:11:25.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xqrnkk5z
time="2022-01-26T07:11:25.11Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=9xhhj5b5
time="2022-01-26T07:11:25.11Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=9xhhj5b5
time="2022-01-26T07:11:25.11Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:11:25.11Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=9xhhj5b5
time="2022-01-26T07:11:25.11Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=9xhhj5b5
time="2022-01-26T07:11:25.11Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xhhj5b5
time="2022-01-26T07:11:25.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5zvmgjjn
time="2022-01-26T07:11:25.114Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.114Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.114Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.114Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5zvmgjjn
time="2022-01-26T07:11:25.114Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5zvmgjjn
time="2022-01-26T07:11:25.114Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.114Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=5zvmgjjn
time="2022-01-26T07:11:25.114Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=5zvmgjjn
time="2022-01-26T07:11:25.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5zvmgjjn
time="2022-01-26T07:11:25.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qlzlh464
time="2022-01-26T07:11:25.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.138Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qlzlh464
time="2022-01-26T07:11:25.138Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qlzlh464
time="2022-01-26T07:11:25.138Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:25.138Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=qlzlh464
time="2022-01-26T07:11:25.138Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=qlzlh464
time="2022-01-26T07:11:25.138Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlzlh464
time="2022-01-26T07:11:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:27.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zrrf22gq
time="2022-01-26T07:11:27.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:27.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:27.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:27.07Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zrrf22gq
time="2022-01-26T07:11:27.07Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zrrf22gq
time="2022-01-26T07:11:27.07Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:27.07Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=zrrf22gq
time="2022-01-26T07:11:27.07Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=zrrf22gq
time="2022-01-26T07:11:27.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrrf22gq
time="2022-01-26T07:11:28.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=tk5wbqbh
time="2022-01-26T07:11:28.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:28.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:28.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:28.439Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=tk5wbqbh
time="2022-01-26T07:11:28.439Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=tk5wbqbh
time="2022-01-26T07:11:28.439Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:11:28.439Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=tk5wbqbh
time="2022-01-26T07:11:28.439Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=tk5wbqbh
time="2022-01-26T07:11:28.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tk5wbqbh
time="2022-01-26T07:11:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:11:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:12:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:12:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:12:25Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=h47s6tpd
time="2022-01-26T07:12:25Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=h47s6tpd
time="2022-01-26T07:12:25Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:12:25Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=h47s6tpd
time="2022-01-26T07:12:25Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=h47s6tpd
time="2022-01-26T07:12:25Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h47s6tpd
time="2022-01-26T07:12:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:12:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:12:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:12:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:12:36.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=4pbcpmrn
time="2022-01-26T07:12:36.762Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h53m57.237426733s reconcileID=4pbcpmrn
time="2022-01-26T07:12:36.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pbcpmrn
time="2022-01-26T07:12:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:12:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:11.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=vkdwrfn8
time="2022-01-26T07:13:11.016Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=vkdwrfn8
time="2022-01-26T07:13:11.082Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=65 elapsedMillisGT=0 outcome=unspecified reconcileID=vkdwrfn8
time="2022-01-26T07:13:13.374Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:13.374Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:13:13.374Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:13:13.374Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:13:13.374Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:13:13.374Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:13:26.955Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:26.955Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:13:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:14:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:14:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:14:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:14:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:14:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:14:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:14:49.342Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=9bjjdng6
time="2022-01-26T07:14:49.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ppv7dqbf
time="2022-01-26T07:14:49.343Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=9bjjdng6
time="2022-01-26T07:14:49.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.343Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=9bjjdng6
time="2022-01-26T07:14:49.343Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=9bjjdng6
time="2022-01-26T07:14:49.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.343Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:14:49.343Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=9bjjdng6
time="2022-01-26T07:14:49.343Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=9bjjdng6
time="2022-01-26T07:14:49.343Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ppv7dqbf
time="2022-01-26T07:14:49.343Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ppv7dqbf
time="2022-01-26T07:14:49.343Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.343Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9bjjdng6
time="2022-01-26T07:14:49.343Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=ppv7dqbf
time="2022-01-26T07:14:49.343Z" level=info msg="Saving infra ID \"jshu-pool-test-6pgsm-d7xr5\" for cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=ppv7dqbf
time="2022-01-26T07:14:49.343Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=j9l7vtdz
time="2022-01-26T07:14:49.343Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=j9l7vtdz
time="2022-01-26T07:14:49.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9l7vtdz
time="2022-01-26T07:14:49.362Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=bmt7qpxk
time="2022-01-26T07:14:49.362Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=bmt7qpxk
time="2022-01-26T07:14:49.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmt7qpxk
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=5nstvf67
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5nstvf67
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=xmhxtjtf
time="2022-01-26T07:14:49.363Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=xmhxtjtf
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmhxtjtf
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=bndm9w8x
time="2022-01-26T07:14:49.363Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=bndm9w8x
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bndm9w8x
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.363Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=zdm6n2xz
time="2022-01-26T07:14:49.363Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=zdm6n2xz
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdm6n2xz
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7rgj9j7q
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7rgj9j7q
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6c2m7kxg
time="2022-01-26T07:14:49.363Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6c2m7kxg
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=ppv7dqbf
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=n2dpzh5z
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=6c2m7kxg
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4ql2zs5p
time="2022-01-26T07:14:49.363Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.363Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:14:49.363Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.363Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4ql2zs5p
time="2022-01-26T07:14:49.363Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=4ql2zs5p
time="2022-01-26T07:14:49.363Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.363Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.363Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.363Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=n2dpzh5z
time="2022-01-26T07:14:49.363Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.363Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=n2dpzh5z
time="2022-01-26T07:14:49.363Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.363Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.363Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:14:49.363Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.363Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.364Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.364Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=n2dpzh5z
time="2022-01-26T07:14:49.364Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.364Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=n2dpzh5z
time="2022-01-26T07:14:49.364Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n2dpzh5z
time="2022-01-26T07:14:49.364Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=t29kjrx4
time="2022-01-26T07:14:49.364Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=t29kjrx4
time="2022-01-26T07:14:49.364Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t29kjrx4
time="2022-01-26T07:14:49.364Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=qc2th4jn
time="2022-01-26T07:14:49.364Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=qc2th4jn
time="2022-01-26T07:14:49.364Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qc2th4jn
time="2022-01-26T07:14:49.364Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:14:49.364Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jn2frh9x
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jn2frh9x
time="2022-01-26T07:14:49.364Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=x2qnt9qz stale=0 standby=0 unclaimed=2
time="2022-01-26T07:14:49.364Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jn2frh9x
time="2022-01-26T07:14:49.364Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz unassignedCount=0
time="2022-01-26T07:14:49.364Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.364Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x2qnt9qz
time="2022-01-26T07:14:49.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=k4b57cx5
time="2022-01-26T07:14:49.373Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=2wzcxp8f
time="2022-01-26T07:14:49.373Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=2wzcxp8f
time="2022-01-26T07:14:49.373Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wzcxp8f
time="2022-01-26T07:14:49.373Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.373Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.373Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.373Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=k4b57cx5
time="2022-01-26T07:14:49.373Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=k4b57cx5
time="2022-01-26T07:14:49.373Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.373Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=k4b57cx5
time="2022-01-26T07:14:49.373Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=k4b57cx5
time="2022-01-26T07:14:49.373Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k4b57cx5
time="2022-01-26T07:14:49.391Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=wsgnkzpm
time="2022-01-26T07:14:49.391Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=79kj9ttn
time="2022-01-26T07:14:49.391Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zl9gnv4s
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=79kj9ttn
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=79kj9ttn
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=79kj9ttn
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.391Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:14:49.391Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=79kj9ttn
time="2022-01-26T07:14:49.391Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=79kj9ttn
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.391Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zl9gnv4s
time="2022-01-26T07:14:49.391Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zl9gnv4s
time="2022-01-26T07:14:49.391Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.391Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79kj9ttn
time="2022-01-26T07:14:49.391Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=hshvcfk6
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=hshvcfk6
time="2022-01-26T07:14:49.391Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=zl9gnv4s
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=hshvcfk6
time="2022-01-26T07:14:49.391Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=zl9gnv4s
time="2022-01-26T07:14:49.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=hshvcfk6
time="2022-01-26T07:14:49.391Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=zl9gnv4s
time="2022-01-26T07:14:49.391Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:14:49.391Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=hshvcfk6
time="2022-01-26T07:14:49.391Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=hshvcfk6
time="2022-01-26T07:14:49.391Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hshvcfk6
time="2022-01-26T07:14:49.391Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=9qfvzc59
time="2022-01-26T07:14:49.391Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=9qfvzc59
time="2022-01-26T07:14:49.391Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qfvzc59
time="2022-01-26T07:14:49.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=v42wmtwv
time="2022-01-26T07:14:49.4Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=v42wmtwv
time="2022-01-26T07:14:49.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v42wmtwv
time="2022-01-26T07:14:49.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=g8fdgb68
time="2022-01-26T07:14:49.4Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=g8fdgb68
time="2022-01-26T07:14:49.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g8fdgb68
time="2022-01-26T07:14:49.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=n8thfwcc
time="2022-01-26T07:14:49.4Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=n8thfwcc
time="2022-01-26T07:14:49.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n8thfwcc
time="2022-01-26T07:14:49.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=zb57d5q5
time="2022-01-26T07:14:49.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=lz9j554n
time="2022-01-26T07:14:49.401Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=lz9j554n
time="2022-01-26T07:14:49.401Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zb57d5q5
time="2022-01-26T07:14:49.401Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lz9j554n
time="2022-01-26T07:14:49.401Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6xsfpj2x
time="2022-01-26T07:14:49.401Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=ks5tlhc8
time="2022-01-26T07:14:49.401Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6xsfpj2x
time="2022-01-26T07:14:49.401Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=ks5tlhc8
time="2022-01-26T07:14:49.401Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ks5tlhc8
time="2022-01-26T07:14:49.401Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=6xsfpj2x
time="2022-01-26T07:14:49.401Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=lcsn44qm
time="2022-01-26T07:14:49.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=kv945wwt
time="2022-01-26T07:14:49.401Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=kv945wwt
time="2022-01-26T07:14:49.401Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kv945wwt
time="2022-01-26T07:14:49.401Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lcsn44qm
time="2022-01-26T07:14:49.401Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lcsn44qm
time="2022-01-26T07:14:49.401Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lcsn44qm
time="2022-01-26T07:14:49.401Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:14:49.401Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=lcsn44qm
time="2022-01-26T07:14:49.401Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=lcsn44qm
time="2022-01-26T07:14:49.401Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcsn44qm
time="2022-01-26T07:14:49.401Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=zl9gnv4s
time="2022-01-26T07:14:49.406Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kvc7hzkg
time="2022-01-26T07:14:49.406Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:14:49.406Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kvc7hzkg
time="2022-01-26T07:14:49.406Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:14:49.406Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=kvc7hzkg
time="2022-01-26T07:14:49.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zjq7gjwq
time="2022-01-26T07:14:49.406Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=v65phpjl stale=0 standby=0 unclaimed=2
time="2022-01-26T07:14:49.406Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.406Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.406Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl unassignedCount=0
time="2022-01-26T07:14:49.406Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.406Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zjq7gjwq
time="2022-01-26T07:14:49.406Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=zjq7gjwq
time="2022-01-26T07:14:49.406Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.406Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.407Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.407Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.407Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.407Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v65phpjl
time="2022-01-26T07:14:49.407Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v65phpjl
time="2022-01-26T07:14:49.407Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=lcw2xntl
time="2022-01-26T07:14:49.407Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=lcw2xntl
time="2022-01-26T07:14:49.407Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=zjq7gjwq
time="2022-01-26T07:14:49.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcw2xntl
time="2022-01-26T07:14:49.407Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=zjq7gjwq
time="2022-01-26T07:14:49.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjq7gjwq
time="2022-01-26T07:14:49.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=qz7lg4c6
time="2022-01-26T07:14:49.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qz7lg4c6
time="2022-01-26T07:14:49.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.407Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:14:49.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:14:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:14:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:15:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:15:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:13.374Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:13.374Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:15:13.374Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:15:13.374Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:15:13.375Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:15:13.375Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:15:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:15:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:16:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:16:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:16:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:16:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:16:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:16:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:16:44.45Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9rsjssqs
time="2022-01-26T07:16:44.45Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=9rsjssqs
time="2022-01-26T07:16:44.45Z" level=debug msg="Waiting to fetch clusteroperator status in 2m17.549242278s" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=9rsjssqs
time="2022-01-26T07:16:44.45Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9rsjssqs
time="2022-01-26T07:16:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:16:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:05.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:13.375Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:13.375Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:17:13.375Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:17:13.375Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:17:13.375Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:17:13.376Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:17:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:17:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:18:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:18:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:18:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:18:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:18:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:18:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:18:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:18:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:02.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=rhg69ggz
time="2022-01-26T07:19:02.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=rhg69ggz
time="2022-01-26T07:19:02.096Z" level=info msg="condition Degraded changed for operator kube-apiserver" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=rhg69ggz
time="2022-01-26T07:19:02.113Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=rhg69ggz
time="2022-01-26T07:19:02.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=112 elapsedMillisGT=0 outcome=unspecified reconcileID=rhg69ggz
time="2022-01-26T07:19:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:13.376Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:13.377Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:19:13.377Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:19:13.377Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:19:13.377Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:19:13.377Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:19:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:19:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:20:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:20:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:20:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:20:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:20:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:20:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:20:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:20:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:13.378Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:13.378Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:21:13.378Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:21:13.378Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:21:13.378Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:21:13.378Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:21:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:21:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:22:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:22:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:22:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:22:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:22:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:22:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:22:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:22:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:11.082Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=gj4lgs2b
time="2022-01-26T07:23:11.083Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=gj4lgs2b
time="2022-01-26T07:23:11.17Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=gj4lgs2b
time="2022-01-26T07:23:13.379Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:13.379Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:23:13.379Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:23:13.379Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:23:13.379Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:23:13.379Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:23:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:23:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:24:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:24:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:24:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:24:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:24:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:24:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:24:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:24:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:13.38Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:13.381Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:25:13.381Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:25:13.381Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:25:13.381Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:25:13.381Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:25:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:25:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:26:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:26:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:26:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:26:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:26:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:26:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:26:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:26:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:13.382Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:13.382Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:27:13.382Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:27:13.382Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:27:13.382Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:27:13.382Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:27:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:27:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:28:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:28:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:28:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:28:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:28:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:28:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:28:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:28:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:13.382Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:13.382Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:29:13.382Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:29:13.382Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:29:13.382Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:29:13.383Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:29:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:29:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:30:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:30:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:30:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:30:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:30:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:30:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:30:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:30:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:30:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:30:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:13.383Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:13.384Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:31:13.384Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:31:13.384Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:31:13.384Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:31:13.384Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:31:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:56.942Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:31:56.942Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:32:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:32:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:32:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:32:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:32:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:32:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:32:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:32:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:09Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=ljspnbld
time="2022-01-26T07:33:09Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=ljspnbld
time="2022-01-26T07:33:09.066Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=jktlr4kp
time="2022-01-26T07:33:09.066Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=jktlr4kp
time="2022-01-26T07:33:09.066Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jktlr4kp
time="2022-01-26T07:33:09.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=mftk7plw
time="2022-01-26T07:33:09.066Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=mftk7plw
time="2022-01-26T07:33:09.067Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=mftk7plw
time="2022-01-26T07:33:09.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=gwt2fcqc
time="2022-01-26T07:33:09.067Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=gwt2fcqc
time="2022-01-26T07:33:09.067Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwt2fcqc
time="2022-01-26T07:33:09.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=68 elapsedMillisGT=0 outcome=unspecified reconcileID=ljspnbld
time="2022-01-26T07:33:09.068Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=wqmbm68r
time="2022-01-26T07:33:09.068Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=1h59m59.931586431s reconcileID=wqmbm68r
time="2022-01-26T07:33:09.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqmbm68r
time="2022-01-26T07:33:09.068Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=d975wvdt
time="2022-01-26T07:33:09.068Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=d975wvdt
time="2022-01-26T07:33:09.068Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=d975wvdt
time="2022-01-26T07:33:09.068Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d975wvdt
time="2022-01-26T07:33:09.068Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=tgqkdb45
time="2022-01-26T07:33:09.068Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=tgqkdb45
time="2022-01-26T07:33:09.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgqkdb45
time="2022-01-26T07:33:09.068Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=tb9skxxl
time="2022-01-26T07:33:09.068Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=tb9skxxl
time="2022-01-26T07:33:09.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tb9skxxl
time="2022-01-26T07:33:09.068Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.068Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:09.069Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=7zdfs4q9 stale=0 standby=0 unclaimed=2
time="2022-01-26T07:33:09.069Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9 unassignedCount=0
time="2022-01-26T07:33:09.069Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zdfs4q9
time="2022-01-26T07:33:09.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=msn9k5wj
time="2022-01-26T07:33:09.069Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=gjjdf5lq
time="2022-01-26T07:33:09.069Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=gjjdf5lq
time="2022-01-26T07:33:09.069Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=gjjdf5lq
time="2022-01-26T07:33:09.069Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=gjjdf5lq
time="2022-01-26T07:33:09.069Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T07:33:09.069Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=gjjdf5lq
time="2022-01-26T07:33:09.069Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjjdf5lq
time="2022-01-26T07:33:09.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T07:33:09.069Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T07:33:09.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T07:33:09.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=vzmknhfd
time="2022-01-26T07:33:09.069Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=vzmknhfd
time="2022-01-26T07:33:09.072Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=h6rnzqdv
time="2022-01-26T07:33:09.072Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=h6rnzqdv
time="2022-01-26T07:33:09.072Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=h6rnzqdv
time="2022-01-26T07:33:09.072Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h6rnzqdv
time="2022-01-26T07:33:09.072Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wkmcg4xv
time="2022-01-26T07:33:09.072Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T07:33:09.072Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T07:33:09.072Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T07:33:09.073Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=wpwgq8ww
time="2022-01-26T07:33:09.073Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=wpwgq8ww
time="2022-01-26T07:33:09.073Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=wpwgq8ww
time="2022-01-26T07:33:09.073Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=rc68bsll
time="2022-01-26T07:33:09.073Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T07:33:09.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T07:33:09.075Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wkmcg4xv
time="2022-01-26T07:33:09.075Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wkmcg4xv
time="2022-01-26T07:33:09.075Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wkmcg4xv
time="2022-01-26T07:33:09.078Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=wkmcg4xv
time="2022-01-26T07:33:09.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=wkmcg4xv
time="2022-01-26T07:33:09.141Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=rc68bsll
time="2022-01-26T07:33:09.146Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=msn9k5wj
time="2022-01-26T07:33:09.146Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=msn9k5wj
time="2022-01-26T07:33:09.146Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=77 elapsedMillisGT=0 outcome=unspecified reconcileID=msn9k5wj
time="2022-01-26T07:33:09.164Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=rc68bsll
time="2022-01-26T07:33:09.164Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=rc68bsll
time="2022-01-26T07:33:09.189Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=119 elapsedMillisGT=0 outcome=unspecified reconcileID=vzmknhfd
time="2022-01-26T07:33:09.201Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=rc68bsll
time="2022-01-26T07:33:09.201Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=rc68bsll
time="2022-01-26T07:33:09.207Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=rc68bsll
time="2022-01-26T07:33:09.207Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=rc68bsll
time="2022-01-26T07:33:09.207Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=133 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=rc68bsll
time="2022-01-26T07:33:09.236Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=mftk7plw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:33:09.287Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=6 reconcileID=mftk7plw
time="2022-01-26T07:33:09.287Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=mftk7plw
time="2022-01-26T07:33:09.327Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=mftk7plw
time="2022-01-26T07:33:09.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=260 elapsedMillisGT=0 outcome=unspecified reconcileID=mftk7plw
time="2022-01-26T07:33:11.171Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=zwwfjzw4
time="2022-01-26T07:33:11.171Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=zwwfjzw4
time="2022-01-26T07:33:11.23Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=59 elapsedMillisGT=0 outcome=unspecified reconcileID=zwwfjzw4
time="2022-01-26T07:33:13.384Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:13.384Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:33:13.384Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:33:13.384Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:33:13.384Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:33:13.384Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:33:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:42.765Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=fkctnntr
time="2022-01-26T07:33:42.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=m85vpgp8
time="2022-01-26T07:33:42.766Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=fkctnntr
time="2022-01-26T07:33:42.766Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:42.766Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:42.766Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=fkctnntr
time="2022-01-26T07:33:42.766Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=fkctnntr
time="2022-01-26T07:33:42.766Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:42.766Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=fkctnntr
time="2022-01-26T07:33:42.766Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=m85vpgp8
time="2022-01-26T07:33:42.766Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=fkctnntr
time="2022-01-26T07:33:42.766Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=m85vpgp8
time="2022-01-26T07:33:42.766Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:42.766Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fkctnntr
time="2022-01-26T07:33:42.766Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=m85vpgp8
time="2022-01-26T07:33:42.766Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=t4dbxz9p
time="2022-01-26T07:33:42.766Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=t4dbxz9p
time="2022-01-26T07:33:42.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4dbxz9p
time="2022-01-26T07:33:42.766Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=m85vpgp8
time="2022-01-26T07:33:42.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m85vpgp8
time="2022-01-26T07:33:43.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=kmtns9rm
time="2022-01-26T07:33:43.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.18Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=kmtns9rm
time="2022-01-26T07:33:43.18Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=kmtns9rm
time="2022-01-26T07:33:43.18Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.18Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=kmtns9rm
time="2022-01-26T07:33:43.18Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=kmtns9rm
time="2022-01-26T07:33:43.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kmtns9rm
time="2022-01-26T07:33:43.193Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=rvgrjpkg
time="2022-01-26T07:33:43.193Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=rvgrjpkg
time="2022-01-26T07:33:43.193Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=rvgrjpkg
time="2022-01-26T07:33:43.193Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=rvgrjpkg
time="2022-01-26T07:33:43.193Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.193Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=rvgrjpkg
time="2022-01-26T07:33:43.193Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=rvgrjpkg
time="2022-01-26T07:33:43.193Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvgrjpkg
time="2022-01-26T07:33:43.212Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k7v47sm6
time="2022-01-26T07:33:43.212Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.212Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.212Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k7v47sm6
time="2022-01-26T07:33:43.212Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k7v47sm6
time="2022-01-26T07:33:43.212Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.212Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=k7v47sm6
time="2022-01-26T07:33:43.212Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=k7v47sm6
time="2022-01-26T07:33:43.212Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7v47sm6
time="2022-01-26T07:33:43.222Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=9gv2hznl
time="2022-01-26T07:33:43.222Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=9gv2hznl
time="2022-01-26T07:33:43.222Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=9gv2hznl
time="2022-01-26T07:33:43.222Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=9gv2hznl
time="2022-01-26T07:33:43.222Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.222Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=9gv2hznl
time="2022-01-26T07:33:43.222Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=9gv2hznl
time="2022-01-26T07:33:43.222Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision job=jshu-pool-test-qzz7c-0-8cjbx-provision reconcileID=9gv2hznl
time="2022-01-26T07:33:43.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=7ggj55jg
time="2022-01-26T07:33:43.231Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=ptlv4jwt
time="2022-01-26T07:33:43.231Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=ptlv4jwt
time="2022-01-26T07:33:43.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ptlv4jwt
time="2022-01-26T07:33:43.231Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.231Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.231Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=7ggj55jg
time="2022-01-26T07:33:43.231Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=7ggj55jg
time="2022-01-26T07:33:43.231Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.232Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=7ggj55jg
time="2022-01-26T07:33:43.232Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=7ggj55jg
time="2022-01-26T07:33:43.232Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ggj55jg
time="2022-01-26T07:33:43.244Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=x7m8cczn
time="2022-01-26T07:33:43.244Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=z9rkdcvq
time="2022-01-26T07:33:43.244Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=z9rkdcvq
time="2022-01-26T07:33:43.244Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9rkdcvq
time="2022-01-26T07:33:43.244Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.244Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.244Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=x7m8cczn
time="2022-01-26T07:33:43.244Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=x7m8cczn
time="2022-01-26T07:33:43.244Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c\", timestamp:time.Time{wall:0xc0745a8d39b6926e, ext:17060236905319, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.244Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=x7m8cczn
time="2022-01-26T07:33:43.245Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=x7m8cczn
time="2022-01-26T07:33:43.245Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=9gv2hznl
time="2022-01-26T07:33:43.245Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=zpdpt7zh
time="2022-01-26T07:33:43.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=zpdpt7zh
time="2022-01-26T07:33:43.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=zpdpt7zh
time="2022-01-26T07:33:43.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=zpdpt7zh
time="2022-01-26T07:33:43.245Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.245Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=zpdpt7zh
time="2022-01-26T07:33:43.245Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zpdpt7zh
time="2022-01-26T07:33:43.254Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=kw252x9w
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=kw252x9w
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kw252x9w
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=w5xhlhns
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5xhlhns
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=p59pxwdk
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=p59pxwdk
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p59pxwdk
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=rth4cv5b
time="2022-01-26T07:33:43.255Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=rth4cv5b
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rth4cv5b
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=rn6dwbgh
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.255Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.255Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=rn6dwbgh
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=rn6dwbgh
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=9d2ftbkp
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=ww2xlt8q
time="2022-01-26T07:33:43.255Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=9d2ftbkp
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9d2ftbkp
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=txnhtkfd
time="2022-01-26T07:33:43.255Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=ww2xlt8q
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txnhtkfd
time="2022-01-26T07:33:43.255Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=ww2xlt8q
time="2022-01-26T07:33:43.255Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=ww2xlt8q
time="2022-01-26T07:33:43.255Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.255Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=ww2xlt8q
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ww2xlt8q
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=8xw7nj5m
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=8xw7nj5m
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8xw7nj5m
time="2022-01-26T07:33:43.255Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=td9ctbgj
time="2022-01-26T07:33:43.255Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=td9ctbgj
time="2022-01-26T07:33:43.255Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=mnc55zhf stale=0 standby=0 unclaimed=2
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=td9ctbgj
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=qj6swlkq
time="2022-01-26T07:33:43.255Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf unassignedCount=0
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=qj6swlkq
time="2022-01-26T07:33:43.255Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qj6swlkq
time="2022-01-26T07:33:43.255Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=bf7779sf
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=bf7779sf
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=bf7779sf
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.255Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mnc55zhf
time="2022-01-26T07:33:43.256Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mnc55zhf
time="2022-01-26T07:33:43.272Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=fgqmq24d
time="2022-01-26T07:33:43.272Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=fgqmq24d
time="2022-01-26T07:33:43.272Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgqmq24d
time="2022-01-26T07:33:43.272Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=7tdwhmkl
time="2022-01-26T07:33:43.272Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=Unsupported reconcileID=7tdwhmkl
time="2022-01-26T07:33:43.272Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=68tl7zvw
time="2022-01-26T07:33:43.272Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=68tl7zvw
time="2022-01-26T07:33:43.272Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=68tl7zvw
time="2022-01-26T07:33:43.272Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=998szp2b
time="2022-01-26T07:33:43.273Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=998szp2b
time="2022-01-26T07:33:43.273Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=hsf6s9jb
time="2022-01-26T07:33:43.273Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:43.273Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=4jcd27dp
time="2022-01-26T07:33:43.273Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=4jcd27dp
time="2022-01-26T07:33:43.273Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=4jcd27dp
time="2022-01-26T07:33:43.273Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=4jcd27dp
time="2022-01-26T07:33:43.273Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.273Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=4jcd27dp
time="2022-01-26T07:33:43.273Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jcd27dp
time="2022-01-26T07:33:43.273Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=kgxwfkhg
time="2022-01-26T07:33:43.273Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=kgxwfkhg
time="2022-01-26T07:33:43.273Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kgxwfkhg
time="2022-01-26T07:33:43.273Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=hwlt76jz
time="2022-01-26T07:33:43.273Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=hwlt76jz
time="2022-01-26T07:33:43.273Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hwlt76jz
time="2022-01-26T07:33:43.273Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.273Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.273Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=rnnffr84 stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.273Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84 unassignedCount=0
time="2022-01-26T07:33:43.273Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.273Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.273Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.273Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.273Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.273Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.273Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnnffr84
time="2022-01-26T07:33:43.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=v7ltpqqw
time="2022-01-26T07:33:43.274Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=v7ltpqqw
time="2022-01-26T07:33:43.274Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v7ltpqqw
time="2022-01-26T07:33:43.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.274Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.274Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=9hcvfnhv
time="2022-01-26T07:33:43.274Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=9hcvfnhv
time="2022-01-26T07:33:43.274Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9hcvfnhv
time="2022-01-26T07:33:43.274Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment duration=1699.274986424 provision=jshu-pool-test-qzz7c-0-8cjbx reconcileID=x7m8cczn
time="2022-01-26T07:33:43.275Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=x7m8cczn
time="2022-01-26T07:33:43.275Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=h65cpjzx
time="2022-01-26T07:33:43.275Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.275Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.275Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=h65cpjzx
time="2022-01-26T07:33:43.275Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=h65cpjzx
time="2022-01-26T07:33:43.275Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=7n2l4rzd
time="2022-01-26T07:33:43.275Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=7n2l4rzd
time="2022-01-26T07:33:43.275Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7n2l4rzd
time="2022-01-26T07:33:43.275Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=z5s29c2g
time="2022-01-26T07:33:43.275Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=z5s29c2g
time="2022-01-26T07:33:43.282Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=j62sqgz5
time="2022-01-26T07:33:43.283Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=7ll42mb5
time="2022-01-26T07:33:43.283Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=hbwzn67v
time="2022-01-26T07:33:43.283Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=7ll42mb5
time="2022-01-26T07:33:43.283Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=hbwzn67v
time="2022-01-26T07:33:43.283Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbwzn67v
time="2022-01-26T07:33:43.283Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=7ll42mb5
time="2022-01-26T07:33:43.283Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=7ll42mb5
time="2022-01-26T07:33:43.283Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=w2wqsvzc
time="2022-01-26T07:33:43.283Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.283Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=7ll42mb5
time="2022-01-26T07:33:43.283Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=w2wqsvzc
time="2022-01-26T07:33:43.283Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=j62sqgz5
time="2022-01-26T07:33:43.283Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w2wqsvzc
time="2022-01-26T07:33:43.283Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ll42mb5
time="2022-01-26T07:33:43.283Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=j62sqgz5
time="2022-01-26T07:33:43.283Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=76nbw9l5
time="2022-01-26T07:33:43.283Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=76nbw9l5
time="2022-01-26T07:33:43.283Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=7w524dtw
time="2022-01-26T07:33:43.283Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=76nbw9l5
time="2022-01-26T07:33:43.283Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=7w524dtw
time="2022-01-26T07:33:43.283Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=fgn5nhm6
time="2022-01-26T07:33:43.283Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7w524dtw
time="2022-01-26T07:33:43.283Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=fgn5nhm6
time="2022-01-26T07:33:43.283Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgn5nhm6
time="2022-01-26T07:33:43.283Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=7tdwhmkl
time="2022-01-26T07:33:43.289Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=4jm84nr8
time="2022-01-26T07:33:43.289Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=nsz25ttg
time="2022-01-26T07:33:43.289Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=nsz25ttg
time="2022-01-26T07:33:43.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jm84nr8
time="2022-01-26T07:33:43.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nsz25ttg
time="2022-01-26T07:33:43.289Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.289Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.289Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.289Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=z5s29c2g
time="2022-01-26T07:33:43.289Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=z5s29c2g
time="2022-01-26T07:33:43.289Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.289Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=vpbj44hm
time="2022-01-26T07:33:43.289Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=vpbj44hm
time="2022-01-26T07:33:43.289Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=rnnffr84
time="2022-01-26T07:33:43.289Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.289Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.289Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=lr66jd4l stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.289Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l unassignedCount=0
time="2022-01-26T07:33:43.289Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.289Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.289Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lr66jd4l
time="2022-01-26T07:33:43.29Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=h65cpjzx
time="2022-01-26T07:33:43.29Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=h65cpjzx
time="2022-01-26T07:33:43.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=h65cpjzx
time="2022-01-26T07:33:43.29Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=qnxg4q7g
time="2022-01-26T07:33:43.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.29Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=qnxg4q7g
time="2022-01-26T07:33:43.29Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=qnxg4q7g
time="2022-01-26T07:33:43.29Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=17 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=hsf6s9jb
time="2022-01-26T07:33:43.29Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=dthlqk7g
time="2022-01-26T07:33:43.29Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:43.29Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=dthlqk7g
time="2022-01-26T07:33:43.29Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=dthlqk7g
time="2022-01-26T07:33:43.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=4rt4jc7m
time="2022-01-26T07:33:43.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rt4jc7m
time="2022-01-26T07:33:43.294Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.302Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=6qsc76s4
time="2022-01-26T07:33:43.302Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=gq6j9pgn
time="2022-01-26T07:33:43.302Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=6qsc76s4
time="2022-01-26T07:33:43.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qsc76s4
time="2022-01-26T07:33:43.302Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=gq6j9pgn
time="2022-01-26T07:33:43.302Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=gq6j9pgn
time="2022-01-26T07:33:43.302Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=djldqcfm
time="2022-01-26T07:33:43.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=vmb2z8hg
time="2022-01-26T07:33:43.302Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:43.302Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=djldqcfm
time="2022-01-26T07:33:43.302Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=djldqcfm
time="2022-01-26T07:33:43.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmb2z8hg
time="2022-01-26T07:33:43.302Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=2zjvnj5m
time="2022-01-26T07:33:43.302Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=l8gnxk65
time="2022-01-26T07:33:43.303Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=l8gnxk65
time="2022-01-26T07:33:43.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8gnxk65
time="2022-01-26T07:33:43.303Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=2zjvnj5m
time="2022-01-26T07:33:43.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=bwnk6sw9
time="2022-01-26T07:33:43.303Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=bwnk6sw9
time="2022-01-26T07:33:43.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bwnk6sw9
time="2022-01-26T07:33:43.303Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=2zjvnj5m
time="2022-01-26T07:33:43.303Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=kzz2t5cn
time="2022-01-26T07:33:43.303Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=2zjvnj5m
time="2022-01-26T07:33:43.303Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.303Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=2zjvnj5m
time="2022-01-26T07:33:43.303Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2zjvnj5m
time="2022-01-26T07:33:43.303Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.303Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.303Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=ws7r2q8g
time="2022-01-26T07:33:43.303Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=ws7r2q8g
time="2022-01-26T07:33:43.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ws7r2q8g
time="2022-01-26T07:33:43.303Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=kzz2t5cn
time="2022-01-26T07:33:43.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzz2t5cn
time="2022-01-26T07:33:43.303Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=wtnmjfhv stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.303Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qnxg4q7g
time="2022-01-26T07:33:43.303Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qnxg4q7g
time="2022-01-26T07:33:43.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=qnxg4q7g
time="2022-01-26T07:33:43.303Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.303Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv unassignedCount=0
time="2022-01-26T07:33:43.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.303Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.303Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.303Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.303Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.303Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=cvg7rvwg
time="2022-01-26T07:33:43.303Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=cvg7rvwg
time="2022-01-26T07:33:43.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvg7rvwg
time="2022-01-26T07:33:43.303Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.304Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.304Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtnmjfhv
time="2022-01-26T07:33:43.304Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=vpbj44hm
time="2022-01-26T07:33:43.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=7gxs7jmv
time="2022-01-26T07:33:43.304Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=7gxs7jmv
time="2022-01-26T07:33:43.304Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=7gxs7jmv
time="2022-01-26T07:33:43.304Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7gxs7jmv
time="2022-01-26T07:33:43.305Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=pkcr62cp
time="2022-01-26T07:33:43.305Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkcr62cp
time="2022-01-26T07:33:43.305Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.313Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.313Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.313Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.313Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=tgn7qdfw
time="2022-01-26T07:33:43.313Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=tgn7qdfw
time="2022-01-26T07:33:43.313Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgn7qdfw
time="2022-01-26T07:33:43.313Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=gxm6mtsr
time="2022-01-26T07:33:43.313Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=gxm6mtsr
time="2022-01-26T07:33:43.313Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxm6mtsr
time="2022-01-26T07:33:43.313Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=6qb4qgx7
time="2022-01-26T07:33:43.314Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=6qb4qgx7
time="2022-01-26T07:33:43.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=vgk8vg2p
time="2022-01-26T07:33:43.314Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=6qb4qgx7
time="2022-01-26T07:33:43.314Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qb4qgx7
time="2022-01-26T07:33:43.314Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=vgk8vg2p
time="2022-01-26T07:33:43.314Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vgk8vg2p
time="2022-01-26T07:33:43.314Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=8s877vwf
time="2022-01-26T07:33:43.314Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=5xnh5rlp
time="2022-01-26T07:33:43.314Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=8s877vwf
time="2022-01-26T07:33:43.314Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=5xnh5rlp
time="2022-01-26T07:33:43.314Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=5xnh5rlp
time="2022-01-26T07:33:43.314Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8s877vwf
time="2022-01-26T07:33:43.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rljzm7cv
time="2022-01-26T07:33:43.314Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rljzm7cv
time="2022-01-26T07:33:43.314Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rljzm7cv
time="2022-01-26T07:33:43.314Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=5rxbs8xn
time="2022-01-26T07:33:43.314Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=5rxbs8xn
time="2022-01-26T07:33:43.314Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=5rxbs8xn
time="2022-01-26T07:33:43.314Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=5rxbs8xn
time="2022-01-26T07:33:43.314Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.314Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=5rxbs8xn
time="2022-01-26T07:33:43.314Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rxbs8xn
time="2022-01-26T07:33:43.319Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7zpxpjpr
time="2022-01-26T07:33:43.319Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:43.319Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.319Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7zpxpjpr
time="2022-01-26T07:33:43.319Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=7zpxpjpr
time="2022-01-26T07:33:43.319Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=lhbhmszz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=lhbhmszz
time="2022-01-26T07:33:43.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhbhmszz
time="2022-01-26T07:33:43.319Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.319Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=snc4mpnz stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.319Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.319Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz unassignedCount=0
time="2022-01-26T07:33:43.319Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.319Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=snc4mpnz
time="2022-01-26T07:33:43.32Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=snc4mpnz
time="2022-01-26T07:33:43.321Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9 secret=jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig
time="2022-01-26T07:33:43.321Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9 secret=jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig
time="2022-01-26T07:33:43.321Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9 secret=jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig
time="2022-01-26T07:33:43.339Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9 secret=jshu-pool-test-qzz7c-0-8cjbx-admin-password
time="2022-01-26T07:33:43.339Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9 secret=jshu-pool-test-qzz7c-0-8cjbx-admin-password
time="2022-01-26T07:33:43.339Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9 secret=jshu-pool-test-qzz7c-0-8cjbx-admin-password
time="2022-01-26T07:33:43.342Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=998szp2b
time="2022-01-26T07:33:43.345Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.345Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.345Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=41 elapsedMillisGT=0 outcome=unspecified reconcileID=xrk2w7c9
time="2022-01-26T07:33:43.345Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9864wxzj
time="2022-01-26T07:33:43.345Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=s7jq5lwf
time="2022-01-26T07:33:43.345Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s7jq5lwf
time="2022-01-26T07:33:43.345Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.345Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.345Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.345Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.345Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.345Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9864wxzj
time="2022-01-26T07:33:43.345Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9864wxzj
time="2022-01-26T07:33:43.345Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9864wxzj
time="2022-01-26T07:33:43.345Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9864wxzj
time="2022-01-26T07:33:43.347Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9864wxzj
time="2022-01-26T07:33:43.347Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9864wxzj
time="2022-01-26T07:33:43.347Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9864wxzj
time="2022-01-26T07:33:43.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=9864wxzj
time="2022-01-26T07:33:43.348Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=998szp2b
time="2022-01-26T07:33:43.348Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=75 elapsedMillisGT=0 outcome=unspecified reconcileID=998szp2b
time="2022-01-26T07:33:43.348Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.348Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=s8ldc5gv
time="2022-01-26T07:33:43.348Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=s8ldc5gv
time="2022-01-26T07:33:43.391Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=s8ldc5gv
time="2022-01-26T07:33:43.402Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=5vc8wzq2
time="2022-01-26T07:33:43.402Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=5vc8wzq2
time="2022-01-26T07:33:43.402Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vc8wzq2
time="2022-01-26T07:33:43.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=bwpm8bl7
time="2022-01-26T07:33:43.402Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bwpm8bl7
time="2022-01-26T07:33:43.402Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=z9wv999m
time="2022-01-26T07:33:43.402Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=z9wv999m
time="2022-01-26T07:33:43.402Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9wv999m
time="2022-01-26T07:33:43.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.402Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.402Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=6rz5m2m6
time="2022-01-26T07:33:43.403Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=6rz5m2m6
time="2022-01-26T07:33:43.403Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState derivedObject=jshu-pool-test-qzz7c reconcileID=6rz5m2m6
time="2022-01-26T07:33:43.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=566k8bzl
time="2022-01-26T07:33:43.403Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.403Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.403Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.403Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.403Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=566k8bzl
time="2022-01-26T07:33:43.403Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=566k8bzl
time="2022-01-26T07:33:43.403Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=566k8bzl
time="2022-01-26T07:33:43.403Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=566k8bzl
time="2022-01-26T07:33:43.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mtg2rdqx
time="2022-01-26T07:33:43.405Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mtg2rdqx
time="2022-01-26T07:33:43.405Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mtg2rdqx
time="2022-01-26T07:33:43.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mtg2rdqx
time="2022-01-26T07:33:43.405Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=fdxbcbsj
time="2022-01-26T07:33:43.405Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=fdxbcbsj
time="2022-01-26T07:33:43.405Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=fdxbcbsj
time="2022-01-26T07:33:43.405Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=xdjgj92t
time="2022-01-26T07:33:43.405Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:43.405Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=566k8bzl
time="2022-01-26T07:33:43.406Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=566k8bzl
time="2022-01-26T07:33:43.407Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=grgbsztb
time="2022-01-26T07:33:43.407Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=grgbsztb
time="2022-01-26T07:33:43.407Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=grgbsztb
time="2022-01-26T07:33:43.407Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=grgbsztb
time="2022-01-26T07:33:43.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=k2q4gfxn
time="2022-01-26T07:33:43.408Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=k2q4gfxn
time="2022-01-26T07:33:43.408Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.408Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=grgbsztb
time="2022-01-26T07:33:43.408Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2q4gfxn
time="2022-01-26T07:33:43.408Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=grgbsztb
time="2022-01-26T07:33:43.408Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=sv5qq9kv
time="2022-01-26T07:33:43.408Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=sv5qq9kv
time="2022-01-26T07:33:43.408Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sv5qq9kv
time="2022-01-26T07:33:43.408Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.408Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=qncpb7dw stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.408Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw unassignedCount=0
time="2022-01-26T07:33:43.408Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=s8ldc5gv
time="2022-01-26T07:33:43.408Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qncpb7dw
time="2022-01-26T07:33:43.408Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=r5wd62f6
time="2022-01-26T07:33:43.408Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h59m59.591368625s reconcileID=r5wd62f6
time="2022-01-26T07:33:43.408Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=9ngrmrkc
time="2022-01-26T07:33:43.408Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r5wd62f6
time="2022-01-26T07:33:43.414Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=6rz5m2m6
time="2022-01-26T07:33:43.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=mvbzsbfp
time="2022-01-26T07:33:43.505Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvbzsbfp
time="2022-01-26T07:33:43.505Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.542Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  4975d9c2-d2bb-441e-9c47-2bd117080df5 20139 0 2022-01-26 07:26:51 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 07:26:51 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 07:26:51 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-qzz7c.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-qzz7c.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 07:26:51 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-qzz7c.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=566k8bzl
time="2022-01-26T07:33:43.544Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=xdjgj92t
time="2022-01-26T07:33:43.553Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rvm2p6g9
time="2022-01-26T07:33:43.554Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rvm2p6g9
time="2022-01-26T07:33:43.554Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvm2p6g9
time="2022-01-26T07:33:43.554Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=6vctcr2t
time="2022-01-26T07:33:43.554Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vctcr2t
time="2022-01-26T07:33:43.554Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.554Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=nmv9kqq6
time="2022-01-26T07:33:43.554Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h59m59.445746551s reconcileID=nmv9kqq6
time="2022-01-26T07:33:43.554Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmv9kqq6
time="2022-01-26T07:33:43.554Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=xt7rbvmj
time="2022-01-26T07:33:43.554Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=xt7rbvmj
time="2022-01-26T07:33:43.554Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xt7rbvmj
time="2022-01-26T07:33:43.554Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.554Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.554Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.554Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hwtl469z
time="2022-01-26T07:33:43.554Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=hwtl469z
time="2022-01-26T07:33:43.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=6ld2mmwx
time="2022-01-26T07:33:43.555Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=6ld2mmwx
time="2022-01-26T07:33:43.555Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=6ld2mmwx
time="2022-01-26T07:33:43.555Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ld2mmwx
time="2022-01-26T07:33:43.555Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=48tnqw7l
time="2022-01-26T07:33:43.556Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=48tnqw7l
time="2022-01-26T07:33:43.556Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=48tnqw7l
time="2022-01-26T07:33:43.556Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vkpkdhmd
time="2022-01-26T07:33:43.556Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vkpkdhmd
time="2022-01-26T07:33:43.556Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vkpkdhmd
time="2022-01-26T07:33:43.556Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vkpkdhmd
time="2022-01-26T07:33:43.556Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.556Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vkpkdhmd
time="2022-01-26T07:33:43.556Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkpkdhmd
time="2022-01-26T07:33:43.556Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=mmk8r9rp
time="2022-01-26T07:33:43.556Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=mmk8r9rp
time="2022-01-26T07:33:43.556Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=153 elapsedMillisGT=0 outcome=unspecified reconcileID=566k8bzl
time="2022-01-26T07:33:43.556Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2np6grsl
time="2022-01-26T07:33:43.556Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.556Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.556Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.556Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.557Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2np6grsl
time="2022-01-26T07:33:43.557Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2np6grsl
time="2022-01-26T07:33:43.557Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2np6grsl
time="2022-01-26T07:33:43.557Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2np6grsl
time="2022-01-26T07:33:43.556Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mmk8r9rp
time="2022-01-26T07:33:43.557Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=ql8c7cml
time="2022-01-26T07:33:43.557Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=ql8c7cml
time="2022-01-26T07:33:43.557Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ql8c7cml
time="2022-01-26T07:33:43.557Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.557Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=ph6hwjhk stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.557Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk unassignedCount=0
time="2022-01-26T07:33:43.557Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.557Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.558Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.558Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.558Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.558Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.558Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ph6hwjhk
time="2022-01-26T07:33:43.558Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=9ngrmrkc
time="2022-01-26T07:33:43.558Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=149 elapsedMillisGT=0 outcome=unspecified reconcileID=9ngrmrkc
time="2022-01-26T07:33:43.558Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.558Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=kz79xzqg
time="2022-01-26T07:33:43.559Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2np6grsl
time="2022-01-26T07:33:43.559Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=2np6grsl
time="2022-01-26T07:33:43.661Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=xdjgj92t
time="2022-01-26T07:33:43.661Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=xdjgj92t
time="2022-01-26T07:33:43.661Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=xdjgj92t
time="2022-01-26T07:33:43.661Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=256 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=xdjgj92t
time="2022-01-26T07:33:43.661Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-qzz7c-worker namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.661Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wnjqklm4
time="2022-01-26T07:33:43.662Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:43.746Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wnjqklm4
time="2022-01-26T07:33:43.748Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=kz79xzqg
time="2022-01-26T07:33:43.748Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=190 elapsedMillisGT=0 outcome=unspecified reconcileID=kz79xzqg
time="2022-01-26T07:33:43.748Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=tnrnzj98
time="2022-01-26T07:33:43.75Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=svrdx4pl
time="2022-01-26T07:33:43.75Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=svrdx4pl
time="2022-01-26T07:33:43.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svrdx4pl
time="2022-01-26T07:33:43.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=h6xwr5b9
time="2022-01-26T07:33:43.75Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=h6xwr5b9
time="2022-01-26T07:33:43.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=sppg55s2
time="2022-01-26T07:33:43.75Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h59m59.249219544s reconcileID=sppg55s2
time="2022-01-26T07:33:43.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sppg55s2
time="2022-01-26T07:33:43.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=tlbpgd8s
time="2022-01-26T07:33:43.75Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=tlbpgd8s
time="2022-01-26T07:33:43.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tlbpgd8s
time="2022-01-26T07:33:43.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.75Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.75Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k8nkvggl
time="2022-01-26T07:33:43.751Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.751Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.751Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.751Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.751Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k8nkvggl
time="2022-01-26T07:33:43.751Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k8nkvggl
time="2022-01-26T07:33:43.751Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k8nkvggl
time="2022-01-26T07:33:43.751Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k8nkvggl
time="2022-01-26T07:33:43.754Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9c6h9hpb
time="2022-01-26T07:33:43.754Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9c6h9hpb
time="2022-01-26T07:33:43.755Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9c6h9hpb
time="2022-01-26T07:33:43.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c6h9hpb
time="2022-01-26T07:33:43.755Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=x8kh28pr
time="2022-01-26T07:33:43.755Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=x8kh28pr
time="2022-01-26T07:33:43.755Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=x8kh28pr
time="2022-01-26T07:33:43.755Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=58lh5mp4
time="2022-01-26T07:33:43.755Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=58lh5mp4
time="2022-01-26T07:33:43.755Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=58lh5mp4
time="2022-01-26T07:33:43.755Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=58lh5mp4
time="2022-01-26T07:33:43.755Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.755Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=58lh5mp4
time="2022-01-26T07:33:43.755Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58lh5mp4
time="2022-01-26T07:33:43.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=cs8d547f
time="2022-01-26T07:33:43.756Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=cs8d547f
time="2022-01-26T07:33:43.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cs8d547f
time="2022-01-26T07:33:43.756Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=zfh9q5q7
time="2022-01-26T07:33:43.756Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=zfh9q5q7
time="2022-01-26T07:33:43.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfh9q5q7
time="2022-01-26T07:33:43.756Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.756Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.756Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=k8nkvggl
time="2022-01-26T07:33:43.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=k8nkvggl
time="2022-01-26T07:33:43.756Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=wg84t2p5 stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.757Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5 unassignedCount=0
time="2022-01-26T07:33:43.757Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wg84t2p5
time="2022-01-26T07:33:43.757Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=wg84t2p5
time="2022-01-26T07:33:43.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=h6xwr5b9
time="2022-01-26T07:33:43.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=sjs2v64x
time="2022-01-26T07:33:43.762Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h59m59.237290453s reconcileID=sjs2v64x
time="2022-01-26T07:33:43.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjs2v64x
time="2022-01-26T07:33:43.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=vbcdkkl8
time="2022-01-26T07:33:43.762Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=vbcdkkl8
time="2022-01-26T07:33:43.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbcdkkl8
time="2022-01-26T07:33:43.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=82664xnd
time="2022-01-26T07:33:43.762Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=82664xnd
time="2022-01-26T07:33:43.762Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=82664xnd
time="2022-01-26T07:33:43.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82664xnd
time="2022-01-26T07:33:43.762Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=ttpjclsf
time="2022-01-26T07:33:43.763Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=ttpjclsf
time="2022-01-26T07:33:43.763Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=ttpjclsf
time="2022-01-26T07:33:43.763Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=2glp4r9m
time="2022-01-26T07:33:43.763Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=2glp4r9m
time="2022-01-26T07:33:43.763Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=2glp4r9m
time="2022-01-26T07:33:43.763Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=2glp4r9m
time="2022-01-26T07:33:43.763Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.763Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=2glp4r9m
time="2022-01-26T07:33:43.763Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2glp4r9m
time="2022-01-26T07:33:43.763Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=bmvgcgmt
time="2022-01-26T07:33:43.763Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=bmvgcgmt
time="2022-01-26T07:33:43.763Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmvgcgmt
time="2022-01-26T07:33:43.763Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=28hm4r7l
time="2022-01-26T07:33:43.763Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=28hm4r7l
time="2022-01-26T07:33:43.763Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28hm4r7l
time="2022-01-26T07:33:43.77Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hwtl469z
time="2022-01-26T07:33:43.77Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.77Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=vft4772p stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.77Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p unassignedCount=0
time="2022-01-26T07:33:43.77Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.77Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vft4772p
time="2022-01-26T07:33:43.771Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vft4772p
time="2022-01-26T07:33:43.771Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=q99pdxbx
time="2022-01-26T07:33:43.771Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=q99pdxbx
time="2022-01-26T07:33:43.771Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q99pdxbx
time="2022-01-26T07:33:43.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=k67qcgvv
time="2022-01-26T07:33:43.771Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k67qcgvv
time="2022-01-26T07:33:43.771Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.771Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.771Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=j8w4hjbq
time="2022-01-26T07:33:43.771Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.771Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.773Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=j8w4hjbq
time="2022-01-26T07:33:43.773Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=j8w4hjbq
time="2022-01-26T07:33:43.773Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=j8w4hjbq
time="2022-01-26T07:33:43.773Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=j8w4hjbq
time="2022-01-26T07:33:43.776Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=j8w4hjbq
time="2022-01-26T07:33:43.776Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=j8w4hjbq
time="2022-01-26T07:33:43.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=p8vnvqzc
time="2022-01-26T07:33:43.781Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8vnvqzc
time="2022-01-26T07:33:43.781Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.791Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hwtl469z
time="2022-01-26T07:33:43.791Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=236 elapsedMillisGT=0 outcome=unspecified reconcileID=hwtl469z
time="2022-01-26T07:33:43.791Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=tdh9dbbg
time="2022-01-26T07:33:43.791Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=tdh9dbbg
time="2022-01-26T07:33:43.794Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wnjqklm4
time="2022-01-26T07:33:43.794Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wnjqklm4
time="2022-01-26T07:33:43.794Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wnjqklm4
time="2022-01-26T07:33:43.794Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=132 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=wnjqklm4
time="2022-01-26T07:33:43.794Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-qzz7c-worker namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.794Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jptdsrn9
time="2022-01-26T07:33:43.795Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:43.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=xdhr2xtt
time="2022-01-26T07:33:43.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xdhr2xtt
time="2022-01-26T07:33:43.803Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=fn6d7fdc
time="2022-01-26T07:33:43.845Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fn6d7fdc
time="2022-01-26T07:33:43.845Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.863Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tnrnzj98
time="2022-01-26T07:33:43.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=114 elapsedMillisGT=0 outcome=unspecified reconcileID=tnrnzj98
time="2022-01-26T07:33:43.863Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rrfm4d5d
time="2022-01-26T07:33:43.872Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jptdsrn9
time="2022-01-26T07:33:43.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=445n42wl
time="2022-01-26T07:33:43.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=445n42wl
time="2022-01-26T07:33:43.927Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-qzz7c\" not found" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.937Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rrfm4d5d
time="2022-01-26T07:33:43.938Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rrfm4d5d
time="2022-01-26T07:33:43.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=74 elapsedMillisGT=0 outcome=unspecified reconcileID=rrfm4d5d
time="2022-01-26T07:33:43.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=pxq56tn5
time="2022-01-26T07:33:43.942Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jptdsrn9
time="2022-01-26T07:33:43.943Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jptdsrn9
time="2022-01-26T07:33:43.948Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vl9s9r5v
time="2022-01-26T07:33:43.948Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.948Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.948Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.948Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.948Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vl9s9r5v
time="2022-01-26T07:33:43.959Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=slglbslt
time="2022-01-26T07:33:43.96Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=slglbslt
time="2022-01-26T07:33:43.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slglbslt
time="2022-01-26T07:33:43.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=rfwwcxmd
time="2022-01-26T07:33:43.96Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=SyncSetsNotApplied reconcileID=rfwwcxmd
time="2022-01-26T07:33:43.96Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vl9s9r5v
time="2022-01-26T07:33:43.96Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vl9s9r5v
time="2022-01-26T07:33:43.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=xfbmqbxj
time="2022-01-26T07:33:43.96Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h59m59.03935365s reconcileID=xfbmqbxj
time="2022-01-26T07:33:43.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xfbmqbxj
time="2022-01-26T07:33:43.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=fmp4x89w
time="2022-01-26T07:33:43.96Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=fmp4x89w
time="2022-01-26T07:33:43.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmp4x89w
time="2022-01-26T07:33:43.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.96Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=xlh4shrs
time="2022-01-26T07:33:43.96Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=xlh4shrs
time="2022-01-26T07:33:43.96Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=xlh4shrs
time="2022-01-26T07:33:43.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xlh4shrs
time="2022-01-26T07:33:43.961Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=47l7vfnn
time="2022-01-26T07:33:43.961Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=47l7vfnn
time="2022-01-26T07:33:43.961Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=47l7vfnn
time="2022-01-26T07:33:43.961Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=h27m27vx
time="2022-01-26T07:33:43.961Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=h27m27vx
time="2022-01-26T07:33:43.961Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=h27m27vx
time="2022-01-26T07:33:43.961Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=h27m27vx
time="2022-01-26T07:33:43.961Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.961Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=h27m27vx
time="2022-01-26T07:33:43.961Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h27m27vx
time="2022-01-26T07:33:43.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=bkh5gvb7
time="2022-01-26T07:33:43.961Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=bkh5gvb7
time="2022-01-26T07:33:43.961Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bkh5gvb7
time="2022-01-26T07:33:43.961Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=g5ft2g48
time="2022-01-26T07:33:43.961Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=g5ft2g48
time="2022-01-26T07:33:43.961Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g5ft2g48
time="2022-01-26T07:33:43.961Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.961Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=xnj8kbzr stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.961Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr unassignedCount=0
time="2022-01-26T07:33:43.961Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.961Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.962Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.962Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.962Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.962Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xnj8kbzr
time="2022-01-26T07:33:43.962Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vl9s9r5v
time="2022-01-26T07:33:43.962Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=vl9s9r5v
time="2022-01-26T07:33:43.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=84vfl7l2
time="2022-01-26T07:33:43.962Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.962Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.962Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.962Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.962Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=84vfl7l2
time="2022-01-26T07:33:43.962Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=84vfl7l2
time="2022-01-26T07:33:43.962Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=84vfl7l2
time="2022-01-26T07:33:43.963Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=84vfl7l2
time="2022-01-26T07:33:43.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=84vfl7l2
time="2022-01-26T07:33:43.967Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=tdh9dbbg
time="2022-01-26T07:33:43.969Z" level=info msg="syncsets not yet applied, cluster will rereconcile" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=rfwwcxmd requeueAfter=9m59.030415119s
time="2022-01-26T07:33:43.969Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=rfwwcxmd
time="2022-01-26T07:33:43.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=hk4qgtk2
time="2022-01-26T07:33:43.97Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h59m59.029903514s reconcileID=hk4qgtk2
time="2022-01-26T07:33:43.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hk4qgtk2
time="2022-01-26T07:33:43.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=p79xb8xj
time="2022-01-26T07:33:43.97Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=p79xb8xj
time="2022-01-26T07:33:43.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p79xb8xj
time="2022-01-26T07:33:43.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=j4s67pzr
time="2022-01-26T07:33:43.97Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=j4s67pzr
time="2022-01-26T07:33:43.97Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=j4s67pzr
time="2022-01-26T07:33:43.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j4s67pzr
time="2022-01-26T07:33:43.97Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=9zcmxhj9
time="2022-01-26T07:33:43.97Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=9zcmxhj9
time="2022-01-26T07:33:43.97Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=9zcmxhj9
time="2022-01-26T07:33:43.97Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=fjl6sl5s
time="2022-01-26T07:33:43.97Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=fjl6sl5s
time="2022-01-26T07:33:43.97Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=fjl6sl5s
time="2022-01-26T07:33:43.97Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=fjl6sl5s
time="2022-01-26T07:33:43.97Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:33:43.97Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=fjl6sl5s
time="2022-01-26T07:33:43.97Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjl6sl5s
time="2022-01-26T07:33:43.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=lknjj42k
time="2022-01-26T07:33:43.97Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=lknjj42k
time="2022-01-26T07:33:43.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lknjj42k
time="2022-01-26T07:33:43.97Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=l2nrwspz
time="2022-01-26T07:33:43.97Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=l2nrwspz
time="2022-01-26T07:33:43.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2nrwspz
time="2022-01-26T07:33:43.975Z" level=info msg="failed to update cluster operator state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tdh9dbbg
time="2022-01-26T07:33:43.975Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=184 elapsedMillisGT=0 outcome=unspecified reconcileID=tdh9dbbg
time="2022-01-26T07:33:43.976Z" level=error msg="Reconciler error" _name=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.976Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=bkjvf2qr
time="2022-01-26T07:33:43.976Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=bkjvf2qr
time="2022-01-26T07:33:43.976Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.023858871s" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=bkjvf2qr
time="2022-01-26T07:33:43.976Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bkjvf2qr
time="2022-01-26T07:33:43.978Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jptdsrn9
time="2022-01-26T07:33:43.978Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker machineset=jshu-pool-test-qzz7c-xjlql-worker-us-east-2a reconcileID=jptdsrn9
time="2022-01-26T07:33:43.979Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=2hn6rnmm
time="2022-01-26T07:33:43.979Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:33:43.979Z" level=info msg="syncsets not yet applied, cluster will rereconcile" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=2hn6rnmm requeueAfter=9m59.020337188s
time="2022-01-26T07:33:43.979Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2hn6rnmm
time="2022-01-26T07:33:43.979Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=7tqqzvcj
time="2022-01-26T07:33:43.979Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=v6jhj8rk stale=0 standby=1 unclaimed=1
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=7tqqzvcj
time="2022-01-26T07:33:43.979Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7tqqzvcj
time="2022-01-26T07:33:43.979Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk unassignedCount=0
time="2022-01-26T07:33:43.979Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.979Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.979Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bqkdk59c
time="2022-01-26T07:33:43.979Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.979Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v6jhj8rk
time="2022-01-26T07:33:43.979Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.98Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.98Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:43.98Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bqkdk59c
time="2022-01-26T07:33:43.98Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bqkdk59c
time="2022-01-26T07:33:43.98Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bqkdk59c
time="2022-01-26T07:33:43.981Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=h8l5gl87
time="2022-01-26T07:33:43.981Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=h8l5gl87
time="2022-01-26T07:33:43.981Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.0184016s" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=h8l5gl87
time="2022-01-26T07:33:43.981Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h8l5gl87
time="2022-01-26T07:33:43.981Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=bqkdk59c
time="2022-01-26T07:33:43.981Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=bqkdk59c
time="2022-01-26T07:33:44.03Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=pxq56tn5
time="2022-01-26T07:33:44.03Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=pxq56tn5
time="2022-01-26T07:33:44.03Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=pxq56tn5
time="2022-01-26T07:33:44.03Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=k5ljh7m4
time="2022-01-26T07:33:44.032Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker machineset=jshu-pool-test-qzz7c-xjlql-worker-us-east-2b reconcileID=jptdsrn9
time="2022-01-26T07:33:44.065Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker machineset=jshu-pool-test-qzz7c-xjlql-worker-us-east-2c reconcileID=jptdsrn9
time="2022-01-26T07:33:44.101Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jptdsrn9
time="2022-01-26T07:33:44.103Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=k5ljh7m4
time="2022-01-26T07:33:44.103Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=k5ljh7m4
time="2022-01-26T07:33:44.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=72 elapsedMillisGT=0 outcome=unspecified reconcileID=k5ljh7m4
time="2022-01-26T07:33:44.142Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=gqdhtjrv
time="2022-01-26T07:33:44.142Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:44.142Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:44.142Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:44.142Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:33:44.142Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=gqdhtjrv
time="2022-01-26T07:33:44.142Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=gqdhtjrv
time="2022-01-26T07:33:44.142Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=gqdhtjrv
time="2022-01-26T07:33:44.144Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=gqdhtjrv
time="2022-01-26T07:33:44.144Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=gqdhtjrv
time="2022-01-26T07:33:44.182Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jptdsrn9
time="2022-01-26T07:33:44.182Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jptdsrn9
time="2022-01-26T07:33:44.188Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=393 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=jptdsrn9
time="2022-01-26T07:33:44.188Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2js7465b
time="2022-01-26T07:33:44.188Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:33:44.272Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2js7465b
time="2022-01-26T07:33:44.304Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2js7465b
time="2022-01-26T07:33:44.305Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2js7465b
time="2022-01-26T07:33:44.331Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2js7465b
time="2022-01-26T07:33:44.331Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2js7465b
time="2022-01-26T07:33:44.353Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2js7465b
time="2022-01-26T07:33:44.353Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2js7465b
time="2022-01-26T07:33:44.353Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=164 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=2js7465b
time="2022-01-26T07:33:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:33:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:34:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:34:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:34:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:34:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:34:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:34:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:34:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:34:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:13.385Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:13.385Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:35:13.385Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:35:13.385Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:35:13.385Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:35:13.385Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:35:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:35:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:36:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:36:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:36:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:36:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:36:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:36:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:36:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:36:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:13.386Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:13.386Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:37:13.386Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:37:13.386Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:37:13.386Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:37:13.386Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:37:26.939Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:26.939Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:37:59.846Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=zvs7frjl
time="2022-01-26T07:37:59.846Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2vwn5fh6
time="2022-01-26T07:37:59.846Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:37:59.846Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T07:37:59.846Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=zvs7frjl
time="2022-01-26T07:37:59.846Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=zvs7frjl
time="2022-01-26T07:37:59.846Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2v7kp8j2
time="2022-01-26T07:37:59.846Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:37:59.846Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=29wf8jnt
time="2022-01-26T07:37:59.847Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T07:37:59.889Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2vwn5fh6
time="2022-01-26T07:37:59.897Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=29wf8jnt
time="2022-01-26T07:37:59.897Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2v7kp8j2
time="2022-01-26T07:37:59.911Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2vwn5fh6
time="2022-01-26T07:37:59.912Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2vwn5fh6
time="2022-01-26T07:37:59.918Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=29wf8jnt
time="2022-01-26T07:37:59.918Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=29wf8jnt
time="2022-01-26T07:37:59.92Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2v7kp8j2
time="2022-01-26T07:37:59.92Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2v7kp8j2
time="2022-01-26T07:37:59.957Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=29wf8jnt
time="2022-01-26T07:37:59.957Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=29wf8jnt
time="2022-01-26T07:37:59.958Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2vwn5fh6
time="2022-01-26T07:37:59.958Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2vwn5fh6
time="2022-01-26T07:37:59.958Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2v7kp8j2
time="2022-01-26T07:37:59.958Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2v7kp8j2
time="2022-01-26T07:37:59.961Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=29wf8jnt
time="2022-01-26T07:37:59.961Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=29wf8jnt
time="2022-01-26T07:37:59.961Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=113 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=29wf8jnt
time="2022-01-26T07:37:59.963Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2vwn5fh6
time="2022-01-26T07:37:59.963Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=2vwn5fh6
time="2022-01-26T07:37:59.963Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=116 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=2vwn5fh6
time="2022-01-26T07:38:00.705Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2v7kp8j2
time="2022-01-26T07:38:00.705Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2v7kp8j2
time="2022-01-26T07:38:00.705Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=859 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=2v7kp8j2
time="2022-01-26T07:38:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:38:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:38:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:38:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:38:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:38:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:38:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:38:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:13.387Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:13.387Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:39:13.387Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:39:13.387Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:39:13.387Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:39:13.388Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:39:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:39:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:40:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:40:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:40:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:40:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:40:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:40:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:40:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:40:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:13.388Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:13.388Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:41:13.388Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:41:13.388Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:41:13.388Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:41:13.389Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:41:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:41:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:42:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:42:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:42:23.667Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=pgzwjhm9
time="2022-01-26T07:42:23.667Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=d2c7hf9f
time="2022-01-26T07:42:23.667Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:23.667Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=pgzwjhm9
time="2022-01-26T07:42:23.667Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:23.668Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=pgzwjhm9
time="2022-01-26T07:42:23.668Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:23.668Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=pgzwjhm9
time="2022-01-26T07:42:23.668Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:23.668Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=pgzwjhm9
time="2022-01-26T07:42:23.668Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=d2c7hf9f
time="2022-01-26T07:42:23.668Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=pgzwjhm9
time="2022-01-26T07:42:23.668Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=d2c7hf9f
time="2022-01-26T07:42:23.668Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:23.668Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pgzwjhm9
time="2022-01-26T07:42:23.668Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=h9mxkspr
time="2022-01-26T07:42:23.668Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=h9mxkspr
time="2022-01-26T07:42:23.668Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9mxkspr
time="2022-01-26T07:42:23.668Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=d2c7hf9f
time="2022-01-26T07:42:23.668Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=d2c7hf9f
time="2022-01-26T07:42:23.668Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d2c7hf9f
time="2022-01-26T07:42:24.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7mn2pb5t
time="2022-01-26T07:42:24.001Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.001Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.002Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.002Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7mn2pb5t
time="2022-01-26T07:42:24.002Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7mn2pb5t
time="2022-01-26T07:42:24.002Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.002Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=7mn2pb5t
time="2022-01-26T07:42:24.002Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=7mn2pb5t
time="2022-01-26T07:42:24.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7mn2pb5t
time="2022-01-26T07:42:24.011Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=g4d8rg54
time="2022-01-26T07:42:24.011Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=g4d8rg54
time="2022-01-26T07:42:24.011Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=g4d8rg54
time="2022-01-26T07:42:24.011Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=g4d8rg54
time="2022-01-26T07:42:24.011Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.011Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=g4d8rg54
time="2022-01-26T07:42:24.011Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=g4d8rg54
time="2022-01-26T07:42:24.011Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g4d8rg54
time="2022-01-26T07:42:24.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pmj2m5nz
time="2022-01-26T07:42:24.022Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.022Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.022Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.022Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pmj2m5nz
time="2022-01-26T07:42:24.023Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=pmj2m5nz
time="2022-01-26T07:42:24.023Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.023Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=pmj2m5nz
time="2022-01-26T07:42:24.023Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=pmj2m5nz
time="2022-01-26T07:42:24.023Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmj2m5nz
time="2022-01-26T07:42:24.03Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=lg4r886g
time="2022-01-26T07:42:24.03Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lg4r886g
time="2022-01-26T07:42:24.031Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lg4r886g
time="2022-01-26T07:42:24.031Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lg4r886g
time="2022-01-26T07:42:24.031Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.031Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=lg4r886g
time="2022-01-26T07:42:24.031Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=lg4r886g
time="2022-01-26T07:42:24.031Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=lg4r886g
time="2022-01-26T07:42:24.042Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kjcqfpgf
time="2022-01-26T07:42:24.042Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=cn4gtgdb
time="2022-01-26T07:42:24.042Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=cn4gtgdb
time="2022-01-26T07:42:24.042Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cn4gtgdb
time="2022-01-26T07:42:24.042Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.042Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.043Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.043Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kjcqfpgf
time="2022-01-26T07:42:24.043Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kjcqfpgf
time="2022-01-26T07:42:24.043Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.043Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=kjcqfpgf
time="2022-01-26T07:42:24.043Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=kjcqfpgf
time="2022-01-26T07:42:24.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kjcqfpgf
time="2022-01-26T07:42:24.06Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=lg4r886g
time="2022-01-26T07:42:24.06Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=mpkp59d8
time="2022-01-26T07:42:24.06Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=mpkp59d8
time="2022-01-26T07:42:24.06Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=mpkp59d8
time="2022-01-26T07:42:24.06Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=mpkp59d8
time="2022-01-26T07:42:24.06Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.06Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=mpkp59d8
time="2022-01-26T07:42:24.06Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=mpkp59d8
time="2022-01-26T07:42:24.06Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=mpkp59d8
time="2022-01-26T07:42:24.06Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wtgsfkkw
time="2022-01-26T07:42:24.06Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.06Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.06Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=mxkw5tmm
time="2022-01-26T07:42:24.06Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.06Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=mxkw5tmm
time="2022-01-26T07:42:24.06Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxkw5tmm
time="2022-01-26T07:42:24.06Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wtgsfkkw
time="2022-01-26T07:42:24.06Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wtgsfkkw
time="2022-01-26T07:42:24.06Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm\", timestamp:time.Time{wall:0xc0745ae740fd62f6, ext:17420285244898, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.06Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=wtgsfkkw
time="2022-01-26T07:42:24.061Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=wtgsfkkw
time="2022-01-26T07:42:24.065Z" level=error msg="cannot update status conditions" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-6pgsm-1-djgjq\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-pool-test-6pgsm-1-djgjq-provision reconcileID=mpkp59d8
time="2022-01-26T07:42:24.065Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=mpkp59d8
time="2022-01-26T07:42:24.065Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-6pgsm-1-djgjq\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm-1-djgjq namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.065Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=thzkm5jc
time="2022-01-26T07:42:24.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=thzkm5jc
time="2022-01-26T07:42:24.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=thzkm5jc
time="2022-01-26T07:42:24.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=thzkm5jc
time="2022-01-26T07:42:24.065Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.065Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=thzkm5jc
time="2022-01-26T07:42:24.065Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=thzkm5jc
time="2022-01-26T07:42:24.07Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=b8gz44hf
time="2022-01-26T07:42:24.07Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=pnmv9zwg
time="2022-01-26T07:42:24.07Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=b8gz44hf
time="2022-01-26T07:42:24.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b8gz44hf
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=q785j6cx
time="2022-01-26T07:42:24.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=pnmv9zwg
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q785j6cx
time="2022-01-26T07:42:24.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=pnmv9zwg
time="2022-01-26T07:42:24.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=pnmv9zwg
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=5p76vz7s
time="2022-01-26T07:42:24.071Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.071Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=5p76vz7s
time="2022-01-26T07:42:24.071Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=pnmv9zwg
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5p76vz7s
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnmv9zwg
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=dbdqz45p
time="2022-01-26T07:42:24.071Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=dbdqz45p
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbdqz45p
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=k996sgfr
time="2022-01-26T07:42:24.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=k996sgfr
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4kcq65kf
time="2022-01-26T07:42:24.071Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=k996sgfr
time="2022-01-26T07:42:24.071Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4kcq65kf
time="2022-01-26T07:42:24.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=k996sgfr
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=4kcq65kf
time="2022-01-26T07:42:24.071Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.071Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=k996sgfr
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k996sgfr
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.071Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=9msmnhlw
time="2022-01-26T07:42:24.071Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=9msmnhlw
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9msmnhlw
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=lmtbp4jl
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmtbp4jl
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=z66t57l4
time="2022-01-26T07:42:24.071Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=z66t57l4
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=z66t57l4
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=5bbsjqst
time="2022-01-26T07:42:24.071Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=5bbsjqst
time="2022-01-26T07:42:24.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5bbsjqst
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.071Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.072Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=vwbsr7sg stale=0 standby=1 unclaimed=1
time="2022-01-26T07:42:24.072Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg unassignedCount=0
time="2022-01-26T07:42:24.072Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwbsr7sg
time="2022-01-26T07:42:24.072Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=vb224ng7
time="2022-01-26T07:42:24.072Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=vb224ng7
time="2022-01-26T07:42:24.072Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vb224ng7
time="2022-01-26T07:42:24.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=mnn2qz7q
time="2022-01-26T07:42:24.072Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=mnn2qz7q
time="2022-01-26T07:42:24.072Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mnn2qz7q
time="2022-01-26T07:42:24.086Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=mj6fxfmx
time="2022-01-26T07:42:24.086Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=mj6fxfmx
time="2022-01-26T07:42:24.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mj6fxfmx
time="2022-01-26T07:42:24.086Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=t9lbvjhn
time="2022-01-26T07:42:24.086Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment duration=2263.086820494 provision=jshu-pool-test-6pgsm-1-djgjq reconcileID=wtgsfkkw
time="2022-01-26T07:42:24.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=wtgsfkkw
time="2022-01-26T07:42:24.086Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Hibernating controller=hibernation reason=Unsupported reconcileID=t9lbvjhn
time="2022-01-26T07:42:24.086Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=f4kpqqwn
time="2022-01-26T07:42:24.086Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.086Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.087Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=f4kpqqwn
time="2022-01-26T07:42:24.087Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=f4kpqqwn
time="2022-01-26T07:42:24.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=swk7xp8f
time="2022-01-26T07:42:24.087Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=swk7xp8f
time="2022-01-26T07:42:24.087Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=b92nb8cz
time="2022-01-26T07:42:24.087Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=pnsfwssc
time="2022-01-26T07:42:24.087Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=pnsfwssc
time="2022-01-26T07:42:24.087Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnsfwssc
time="2022-01-26T07:42:24.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.087Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.087Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ttc5wzz6
time="2022-01-26T07:42:24.087Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ttc5wzz6
time="2022-01-26T07:42:24.087Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttc5wzz6
time="2022-01-26T07:42:24.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=g8jvn4hc
time="2022-01-26T07:42:24.087Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=g8jvn4hc
time="2022-01-26T07:42:24.088Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=77dplt29
time="2022-01-26T07:42:24.088Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=77dplt29
time="2022-01-26T07:42:24.088Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=77dplt29
time="2022-01-26T07:42:24.088Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=4dzqbv9r
time="2022-01-26T07:42:24.088Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=4dzqbv9r
time="2022-01-26T07:42:24.088Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4dzqbv9r
time="2022-01-26T07:42:24.088Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=92tbkbls
time="2022-01-26T07:42:24.088Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=92tbkbls
time="2022-01-26T07:42:24.088Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=92tbkbls
time="2022-01-26T07:42:24.088Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=92tbkbls
time="2022-01-26T07:42:24.088Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.088Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=92tbkbls
time="2022-01-26T07:42:24.088Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92tbkbls
time="2022-01-26T07:42:24.088Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=d4v57ch5
time="2022-01-26T07:42:24.088Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=d4v57ch5
time="2022-01-26T07:42:24.088Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4v57ch5
time="2022-01-26T07:42:24.088Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.088Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.088Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=8hntnx8m stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.089Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m unassignedCount=0
time="2022-01-26T07:42:24.089Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8hntnx8m
time="2022-01-26T07:42:24.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=6754xvtd
time="2022-01-26T07:42:24.089Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=6754xvtd
time="2022-01-26T07:42:24.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6754xvtd
time="2022-01-26T07:42:24.098Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=t9lbvjhn
time="2022-01-26T07:42:24.098Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=kxgjlm84
time="2022-01-26T07:42:24.098Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=c57vsczj
time="2022-01-26T07:42:24.098Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=c57vsczj
time="2022-01-26T07:42:24.098Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=rrqxmxsd
time="2022-01-26T07:42:24.098Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c57vsczj
time="2022-01-26T07:42:24.098Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=kxgjlm84
time="2022-01-26T07:42:24.098Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxgjlm84
time="2022-01-26T07:42:24.098Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=rrqxmxsd
time="2022-01-26T07:42:24.098Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=rrqxmxsd
time="2022-01-26T07:42:24.098Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=rltqv958
time="2022-01-26T07:42:24.098Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=rltqv958
time="2022-01-26T07:42:24.098Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=xzs2fdhn
time="2022-01-26T07:42:24.098Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rltqv958
time="2022-01-26T07:42:24.098Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=xzs2fdhn
time="2022-01-26T07:42:24.098Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xzs2fdhn
time="2022-01-26T07:42:24.098Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=khd6tshx
time="2022-01-26T07:42:24.098Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=b8hfnfb6
time="2022-01-26T07:42:24.098Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=b8hfnfb6
time="2022-01-26T07:42:24.098Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b8hfnfb6
time="2022-01-26T07:42:24.098Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=khd6tshx
time="2022-01-26T07:42:24.098Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=khd6tshx
time="2022-01-26T07:42:24.099Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=khd6tshx
time="2022-01-26T07:42:24.099Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.099Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=khd6tshx
time="2022-01-26T07:42:24.099Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=khd6tshx
time="2022-01-26T07:42:24.103Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=8hntnx8m
time="2022-01-26T07:42:24.103Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.103Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=7dt8zs7n stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.103Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n unassignedCount=0
time="2022-01-26T07:42:24.103Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7dt8zs7n
time="2022-01-26T07:42:24.103Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=jt7lxjhs
time="2022-01-26T07:42:24.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jt7lxjhs
time="2022-01-26T07:42:24.103Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-6pgsm\" not found" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.103Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.103Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.103Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g8jvn4hc
time="2022-01-26T07:42:24.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=g8jvn4hc
time="2022-01-26T07:42:24.103Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.103Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=4rx6k9px
time="2022-01-26T07:42:24.103Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=4rx6k9px
time="2022-01-26T07:42:24.104Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=17 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=b92nb8cz
time="2022-01-26T07:42:24.104Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gm6pjcb8
time="2022-01-26T07:42:24.104Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.104Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gm6pjcb8
time="2022-01-26T07:42:24.104Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=gm6pjcb8
time="2022-01-26T07:42:24.105Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=f4kpqqwn
time="2022-01-26T07:42:24.105Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=f4kpqqwn
time="2022-01-26T07:42:24.105Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=f4kpqqwn
time="2022-01-26T07:42:24.105Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4dt5zxmf
time="2022-01-26T07:42:24.106Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.106Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.106Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.106Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4dt5zxmf
time="2022-01-26T07:42:24.106Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4dt5zxmf
time="2022-01-26T07:42:24.109Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.109Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=787glkp6 stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.109Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6 unassignedCount=0
time="2022-01-26T07:42:24.109Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=787glkp6
time="2022-01-26T07:42:24.109Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=rmt8kvq6
time="2022-01-26T07:42:24.109Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=rmt8kvq6
time="2022-01-26T07:42:24.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmt8kvq6
time="2022-01-26T07:42:24.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=pbhzmdhs
time="2022-01-26T07:42:24.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pbhzmdhs
time="2022-01-26T07:42:24.114Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-6pgsm\" not found" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4rx6k9px
time="2022-01-26T07:42:24.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=dcg5zrcx
time="2022-01-26T07:42:24.114Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=dcg5zrcx
time="2022-01-26T07:42:24.115Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=gsmw7sht
time="2022-01-26T07:42:24.115Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=gsmw7sht
time="2022-01-26T07:42:24.115Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gsmw7sht
time="2022-01-26T07:42:24.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=dv78d59x
time="2022-01-26T07:42:24.115Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dv78d59x
time="2022-01-26T07:42:24.115Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-6pgsm\" not found" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=47v8p8cw
time="2022-01-26T07:42:24.115Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=47v8p8cw
time="2022-01-26T07:42:24.115Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=47v8p8cw
time="2022-01-26T07:42:24.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.115Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.115Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=528p8kpn
time="2022-01-26T07:42:24.116Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=528p8kpn
time="2022-01-26T07:42:24.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=528p8kpn
time="2022-01-26T07:42:24.116Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=zsb4br2h
time="2022-01-26T07:42:24.116Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=zsb4br2h
time="2022-01-26T07:42:24.116Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=zsb4br2h
time="2022-01-26T07:42:24.116Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r8h77wf9
time="2022-01-26T07:42:24.116Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.116Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r8h77wf9
time="2022-01-26T07:42:24.116Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=r8h77wf9
time="2022-01-26T07:42:24.116Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=qhmgr5vn
time="2022-01-26T07:42:24.116Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qhmgr5vn
time="2022-01-26T07:42:24.116Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qhmgr5vn
time="2022-01-26T07:42:24.116Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qhmgr5vn
time="2022-01-26T07:42:24.116Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.116Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=qhmgr5vn
time="2022-01-26T07:42:24.116Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qhmgr5vn
time="2022-01-26T07:42:24.116Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=7gzql9tr
time="2022-01-26T07:42:24.116Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=7gzql9tr
time="2022-01-26T07:42:24.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7gzql9tr
time="2022-01-26T07:42:24.116Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=rp6vrrw2
time="2022-01-26T07:42:24.116Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=rp6vrrw2
time="2022-01-26T07:42:24.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rp6vrrw2
time="2022-01-26T07:42:24.116Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.116Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.116Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=6z4x7p8q stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.116Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q unassignedCount=0
time="2022-01-26T07:42:24.116Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.116Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.116Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.116Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.116Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6z4x7p8q
time="2022-01-26T07:42:24.117Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=vqgdhf5b
time="2022-01-26T07:42:24.117Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=vqgdhf5b
time="2022-01-26T07:42:24.117Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vqgdhf5b
time="2022-01-26T07:42:24.117Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4dt5zxmf
time="2022-01-26T07:42:24.117Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4dt5zxmf
time="2022-01-26T07:42:24.117Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=4dt5zxmf
time="2022-01-26T07:42:24.117Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.117Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5
time="2022-01-26T07:42:24.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.117Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5
time="2022-01-26T07:42:24.117Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5
time="2022-01-26T07:42:24.121Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dcg5zrcx
time="2022-01-26T07:42:24.121Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=dcg5zrcx
time="2022-01-26T07:42:24.121Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.121Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6xr28pxs
time="2022-01-26T07:42:24.121Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6xr28pxs
time="2022-01-26T07:42:24.121Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6xr28pxs
time="2022-01-26T07:42:24.121Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6xr28pxs
time="2022-01-26T07:42:24.126Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=mxb9nsn8
time="2022-01-26T07:42:24.126Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=mxb9nsn8
time="2022-01-26T07:42:24.126Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=mxb9nsn8
time="2022-01-26T07:42:24.126Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxb9nsn8
time="2022-01-26T07:42:24.126Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=gsc27j7x
time="2022-01-26T07:42:24.126Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=gsc27j7x
time="2022-01-26T07:42:24.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gsc27j7x
time="2022-01-26T07:42:24.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=m8c2bb8l
time="2022-01-26T07:42:24.127Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=m8c2bb8l
time="2022-01-26T07:42:24.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m8c2bb8l
time="2022-01-26T07:42:24.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bm4b7q4p
time="2022-01-26T07:42:24.127Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bm4b7q4p
time="2022-01-26T07:42:24.127Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bm4b7q4p
time="2022-01-26T07:42:24.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bm4b7q4p
time="2022-01-26T07:42:24.127Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=gp2ll8kz
time="2022-01-26T07:42:24.127Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=gp2ll8kz
time="2022-01-26T07:42:24.127Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=gp2ll8kz
time="2022-01-26T07:42:24.127Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=4g7kvnl4
time="2022-01-26T07:42:24.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=4g7kvnl4
time="2022-01-26T07:42:24.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=4g7kvnl4
time="2022-01-26T07:42:24.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=4g7kvnl4
time="2022-01-26T07:42:24.127Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.127Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=4g7kvnl4
time="2022-01-26T07:42:24.127Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4g7kvnl4
time="2022-01-26T07:42:24.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=b9r546dq
time="2022-01-26T07:42:24.127Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=b9r546dq
time="2022-01-26T07:42:24.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b9r546dq
time="2022-01-26T07:42:24.127Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=h7wd69l4
time="2022-01-26T07:42:24.127Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=h7wd69l4
time="2022-01-26T07:42:24.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7wd69l4
time="2022-01-26T07:42:24.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=m629xlfq
time="2022-01-26T07:42:24.127Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=m629xlfq
time="2022-01-26T07:42:24.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m629xlfq
time="2022-01-26T07:42:24.128Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5
time="2022-01-26T07:42:24.128Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5
time="2022-01-26T07:42:24.128Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5
time="2022-01-26T07:42:24.133Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=4sfnc7ln
time="2022-01-26T07:42:24.133Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rvjp7rcf
time="2022-01-26T07:42:24.133Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=4sfnc7ln
time="2022-01-26T07:42:24.133Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4sfnc7ln
time="2022-01-26T07:42:24.133Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rvjp7rcf
time="2022-01-26T07:42:24.133Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=rvjp7rcf
time="2022-01-26T07:42:24.133Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.133Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.133Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.133Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=mpgj4ktt stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.133Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt unassignedCount=0
time="2022-01-26T07:42:24.133Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mpgj4ktt
time="2022-01-26T07:42:24.133Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5 secret=jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig
time="2022-01-26T07:42:24.133Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5 secret=jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig
time="2022-01-26T07:42:24.133Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5swcstb5 secret=jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig
time="2022-01-26T07:42:24.134Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=2txjcqrh
time="2022-01-26T07:42:24.135Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2txjcqrh
time="2022-01-26T07:42:24.135Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-6pgsm\" not found" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.14Z" level=info msg="error updating secret" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment error="Operation cannot be fulfilled on secrets \"jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5swcstb5 secret=jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig
time="2022-01-26T07:42:24.14Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=5swcstb5
time="2022-01-26T07:42:24.14Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on secrets \"jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.14Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.14Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.14Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.14Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.141Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.141Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.141Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.141Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.142Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.142Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d secret=jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig
time="2022-01-26T07:42:24.142Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d secret=jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig
time="2022-01-26T07:42:24.142Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d secret=jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig
time="2022-01-26T07:42:24.147Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=swk7xp8f
time="2022-01-26T07:42:24.155Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=swk7xp8f
time="2022-01-26T07:42:24.155Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=68 elapsedMillisGT=0 outcome=unspecified reconcileID=swk7xp8f
time="2022-01-26T07:42:24.155Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.155Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=c9vd7smh
time="2022-01-26T07:42:24.155Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=c9vd7smh
time="2022-01-26T07:42:24.161Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d secret=jshu-pool-test-6pgsm-1-djgjq-admin-password
time="2022-01-26T07:42:24.161Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d secret=jshu-pool-test-6pgsm-1-djgjq-admin-password
time="2022-01-26T07:42:24.161Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d secret=jshu-pool-test-6pgsm-1-djgjq-admin-password
time="2022-01-26T07:42:24.166Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.166Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=sxx9mk4d
time="2022-01-26T07:42:24.203Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=c9vd7smh
time="2022-01-26T07:42:24.214Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=7gb7nkxp
time="2022-01-26T07:42:24.214Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=7gb7nkxp
time="2022-01-26T07:42:24.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7gb7nkxp
time="2022-01-26T07:42:24.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=82qbbddh
time="2022-01-26T07:42:24.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=59 elapsedMillisGT=0 outcome=unspecified reconcileID=c9vd7smh
time="2022-01-26T07:42:24.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=9bz9q5jb
time="2022-01-26T07:42:24.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82qbbddh
time="2022-01-26T07:42:24.214Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h59m59.785117254s reconcileID=9bz9q5jb
time="2022-01-26T07:42:24.214Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-6pgsm\" not found" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9bz9q5jb
time="2022-01-26T07:42:24.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=95j2gvnj
time="2022-01-26T07:42:24.214Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h59m59.785051069s reconcileID=95j2gvnj
time="2022-01-26T07:42:24.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=95j2gvnj
time="2022-01-26T07:42:24.214Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4lzk5gdp
time="2022-01-26T07:42:24.214Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=msjkw5fl
time="2022-01-26T07:42:24.215Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.215Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=msjkw5fl
time="2022-01-26T07:42:24.215Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=msjkw5fl
time="2022-01-26T07:42:24.215Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=msjkw5fl
time="2022-01-26T07:42:24.215Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.215Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=msjkw5fl
time="2022-01-26T07:42:24.215Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msjkw5fl
time="2022-01-26T07:42:24.215Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=j94s6srk
time="2022-01-26T07:42:24.215Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=j94s6srk
time="2022-01-26T07:42:24.215Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j94s6srk
time="2022-01-26T07:42:24.215Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=krhtwjl4
time="2022-01-26T07:42:24.215Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=krhtwjl4
time="2022-01-26T07:42:24.215Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krhtwjl4
time="2022-01-26T07:42:24.215Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.215Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=txk7wtv9 stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.215Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9 unassignedCount=0
time="2022-01-26T07:42:24.215Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txk7wtv9
time="2022-01-26T07:42:24.215Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=pzwlhbql
time="2022-01-26T07:42:24.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=x5xzffwm
time="2022-01-26T07:42:24.216Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=x5xzffwm
time="2022-01-26T07:42:24.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x5xzffwm
time="2022-01-26T07:42:24.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=svx44x28
time="2022-01-26T07:42:24.217Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=svx44x28
time="2022-01-26T07:42:24.217Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=svx44x28
time="2022-01-26T07:42:24.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svx44x28
time="2022-01-26T07:42:24.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=fsnc4b86
time="2022-01-26T07:42:24.217Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=fsnc4b86
time="2022-01-26T07:42:24.217Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState derivedObject=jshu-pool-test-6pgsm reconcileID=fsnc4b86
time="2022-01-26T07:42:24.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.217Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.217Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.217Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.218Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=4m8hbb2h
time="2022-01-26T07:42:24.218Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.218Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=4m8hbb2h
time="2022-01-26T07:42:24.218Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=4m8hbb2h
time="2022-01-26T07:42:24.218Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.218Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.218Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.218Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.218Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.218Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.219Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.22Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.229Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=fsnc4b86
time="2022-01-26T07:42:24.291Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4lzk5gdp
time="2022-01-26T07:42:24.295Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=9phrfcb9
time="2022-01-26T07:42:24.295Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9phrfcb9
time="2022-01-26T07:42:24.295Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-6pgsm\" not found" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.347Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  c71e7c1b-083c-411d-93ed-b9988354bbcc 20293 0 2022-01-26 07:35:33 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 07:35:33 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 07:35:34 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-6pgsm.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-6pgsm.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 07:35:34 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-6pgsm.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.353Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4lzk5gdp
time="2022-01-26T07:42:24.353Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4lzk5gdp
time="2022-01-26T07:42:24.353Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4lzk5gdp
time="2022-01-26T07:42:24.353Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=138 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=4lzk5gdp
time="2022-01-26T07:42:24.353Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-6pgsm-worker namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.359Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=llhrc529
time="2022-01-26T07:42:24.359Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=llhrc529
time="2022-01-26T07:42:24.359Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=llhrc529
time="2022-01-26T07:42:24.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=t276dzf9
time="2022-01-26T07:42:24.359Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t276dzf9
time="2022-01-26T07:42:24.359Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-6pgsm\" not found" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=m8nlnnrm
time="2022-01-26T07:42:24.359Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h59m59.640200852s reconcileID=m8nlnnrm
time="2022-01-26T07:42:24.359Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m8nlnnrm
time="2022-01-26T07:42:24.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=6bt94v6t
time="2022-01-26T07:42:24.359Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=6bt94v6t
time="2022-01-26T07:42:24.359Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6bt94v6t
time="2022-01-26T07:42:24.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.359Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.359Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xphvntf2
time="2022-01-26T07:42:24.36Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=xphvntf2
time="2022-01-26T07:42:24.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=dtsdpz7b
time="2022-01-26T07:42:24.361Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=dtsdpz7b
time="2022-01-26T07:42:24.361Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=dtsdpz7b
time="2022-01-26T07:42:24.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtsdpz7b
time="2022-01-26T07:42:24.361Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=vw2f8rzg
time="2022-01-26T07:42:24.361Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=vw2f8rzg
time="2022-01-26T07:42:24.361Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=vw2f8rzg
time="2022-01-26T07:42:24.361Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=vxjpb7xt
time="2022-01-26T07:42:24.361Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=144 elapsedMillisGT=0 outcome=unspecified reconcileID=jjtk9ckl
time="2022-01-26T07:42:24.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9x9g7ss7
time="2022-01-26T07:42:24.362Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.362Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.362Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.362Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.362Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.362Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9x9g7ss7
time="2022-01-26T07:42:24.362Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9x9g7ss7
time="2022-01-26T07:42:24.362Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9x9g7ss7
time="2022-01-26T07:42:24.362Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9x9g7ss7
time="2022-01-26T07:42:24.362Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=6zbjr8fc
time="2022-01-26T07:42:24.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=6zbjr8fc
time="2022-01-26T07:42:24.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=6zbjr8fc
time="2022-01-26T07:42:24.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=6zbjr8fc
time="2022-01-26T07:42:24.362Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.362Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=6zbjr8fc
time="2022-01-26T07:42:24.362Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zbjr8fc
time="2022-01-26T07:42:24.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=kf898mnn
time="2022-01-26T07:42:24.362Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=kf898mnn
time="2022-01-26T07:42:24.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kf898mnn
time="2022-01-26T07:42:24.362Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=w8j5srh6
time="2022-01-26T07:42:24.362Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=w8j5srh6
time="2022-01-26T07:42:24.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8j5srh6
time="2022-01-26T07:42:24.363Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.363Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=zkkbqbjz stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.363Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz unassignedCount=0
time="2022-01-26T07:42:24.363Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.363Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zkkbqbjz
time="2022-01-26T07:42:24.364Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pzwlhbql
time="2022-01-26T07:42:24.364Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=148 elapsedMillisGT=0 outcome=unspecified reconcileID=pzwlhbql
time="2022-01-26T07:42:24.364Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.364Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=mpb97977
time="2022-01-26T07:42:24.364Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=9x9g7ss7
time="2022-01-26T07:42:24.365Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=9x9g7ss7
time="2022-01-26T07:42:24.472Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=vxjpb7xt
time="2022-01-26T07:42:24.553Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xphvntf2
time="2022-01-26T07:42:24.559Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=vxjpb7xt
time="2022-01-26T07:42:24.559Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=vxjpb7xt
time="2022-01-26T07:42:24.559Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=vxjpb7xt
time="2022-01-26T07:42:24.559Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=198 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=vxjpb7xt
time="2022-01-26T07:42:24.559Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-6pgsm-worker namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.559Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=frjnlr9m
time="2022-01-26T07:42:24.56Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.569Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=mpb97977
time="2022-01-26T07:42:24.569Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=204 elapsedMillisGT=0 outcome=unspecified reconcileID=mpb97977
time="2022-01-26T07:42:24.569Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=gw52smg2
time="2022-01-26T07:42:24.57Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=wrkmsq4m
time="2022-01-26T07:42:24.57Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=wrkmsq4m
time="2022-01-26T07:42:24.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wrkmsq4m
time="2022-01-26T07:42:24.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=bnsx2lqs
time="2022-01-26T07:42:24.57Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=bnsx2lqs
time="2022-01-26T07:42:24.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=tcfgjxz8
time="2022-01-26T07:42:24.57Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h59m59.429003594s reconcileID=tcfgjxz8
time="2022-01-26T07:42:24.571Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tcfgjxz8
time="2022-01-26T07:42:24.571Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=tshbhw7r
time="2022-01-26T07:42:24.571Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=tshbhw7r
time="2022-01-26T07:42:24.571Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tshbhw7r
time="2022-01-26T07:42:24.571Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.571Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.571Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.571Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x96tmlzv
time="2022-01-26T07:42:24.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.571Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x96tmlzv
time="2022-01-26T07:42:24.571Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x96tmlzv
time="2022-01-26T07:42:24.571Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x96tmlzv
time="2022-01-26T07:42:24.571Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x96tmlzv
time="2022-01-26T07:42:24.575Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x96tmlzv
time="2022-01-26T07:42:24.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=x96tmlzv
time="2022-01-26T07:42:24.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=5b2xx27k
time="2022-01-26T07:42:24.575Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=5b2xx27k
time="2022-01-26T07:42:24.575Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=5b2xx27k
time="2022-01-26T07:42:24.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5b2xx27k
time="2022-01-26T07:42:24.575Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=dlbzw8x9
time="2022-01-26T07:42:24.575Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=dlbzw8x9
time="2022-01-26T07:42:24.575Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=dlbzw8x9
time="2022-01-26T07:42:24.575Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=blv5vgzb
time="2022-01-26T07:42:24.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=blv5vgzb
time="2022-01-26T07:42:24.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=blv5vgzb
time="2022-01-26T07:42:24.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=blv5vgzb
time="2022-01-26T07:42:24.575Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.575Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=blv5vgzb
time="2022-01-26T07:42:24.575Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=blv5vgzb
time="2022-01-26T07:42:24.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=pp5np8n8
time="2022-01-26T07:42:24.575Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=pp5np8n8
time="2022-01-26T07:42:24.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pp5np8n8
time="2022-01-26T07:42:24.575Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zrqq9tj2
time="2022-01-26T07:42:24.575Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zrqq9tj2
time="2022-01-26T07:42:24.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrqq9tj2
time="2022-01-26T07:42:24.575Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.576Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=9m5djs2m stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.576Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m unassignedCount=0
time="2022-01-26T07:42:24.576Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9m5djs2m
time="2022-01-26T07:42:24.576Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xphvntf2
time="2022-01-26T07:42:24.576Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=216 elapsedMillisGT=0 outcome=unspecified reconcileID=xphvntf2
time="2022-01-26T07:42:24.576Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=29tqr2wj
time="2022-01-26T07:42:24.576Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=29tqr2wj
time="2022-01-26T07:42:24.576Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.423264364s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=29tqr2wj
time="2022-01-26T07:42:24.576Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29tqr2wj
time="2022-01-26T07:42:24.583Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=5bvrxhvz
time="2022-01-26T07:42:24.583Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h59m59.416338698s reconcileID=5bvrxhvz
time="2022-01-26T07:42:24.583Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5bvrxhvz
time="2022-01-26T07:42:24.583Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=6pzhsfhq
time="2022-01-26T07:42:24.583Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=6pzhsfhq
time="2022-01-26T07:42:24.583Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6pzhsfhq
time="2022-01-26T07:42:24.583Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=zzk4sg6t
time="2022-01-26T07:42:24.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=zzk4sg6t
time="2022-01-26T07:42:24.583Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.416094567s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=zzk4sg6t
time="2022-01-26T07:42:24.583Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzk4sg6t
time="2022-01-26T07:42:24.583Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=g7p2hq2k
time="2022-01-26T07:42:24.583Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=g7p2hq2k
time="2022-01-26T07:42:24.583Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=g7p2hq2k
time="2022-01-26T07:42:24.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g7p2hq2k
time="2022-01-26T07:42:24.584Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=8fs2k92w
time="2022-01-26T07:42:24.584Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=8fs2k92w
time="2022-01-26T07:42:24.584Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=8fs2k92w
time="2022-01-26T07:42:24.584Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=zgh2zz7v
time="2022-01-26T07:42:24.584Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=zgh2zz7v
time="2022-01-26T07:42:24.584Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=zgh2zz7v
time="2022-01-26T07:42:24.584Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=zgh2zz7v
time="2022-01-26T07:42:24.584Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.584Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=zgh2zz7v
time="2022-01-26T07:42:24.584Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgh2zz7v
time="2022-01-26T07:42:24.584Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=44c5nhb6
time="2022-01-26T07:42:24.584Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=44c5nhb6
time="2022-01-26T07:42:24.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=44c5nhb6
time="2022-01-26T07:42:24.584Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=s76lb2m9
time="2022-01-26T07:42:24.584Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=s76lb2m9
time="2022-01-26T07:42:24.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s76lb2m9
time="2022-01-26T07:42:24.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=bnsx2lqs
time="2022-01-26T07:42:24.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fd7qtm5h
time="2022-01-26T07:42:24.589Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.589Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.589Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.589Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.589Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.589Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fd7qtm5h
time="2022-01-26T07:42:24.589Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fd7qtm5h
time="2022-01-26T07:42:24.589Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fd7qtm5h
time="2022-01-26T07:42:24.589Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fd7qtm5h
time="2022-01-26T07:42:24.591Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=fjlmhvsl
time="2022-01-26T07:42:24.591Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=fjlmhvsl
time="2022-01-26T07:42:24.591Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjlmhvsl
time="2022-01-26T07:42:24.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.591Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.591Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.591Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.591Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.591Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=8c2h4wdd stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.591Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd unassignedCount=0
time="2022-01-26T07:42:24.591Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.591Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.591Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.591Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.591Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.591Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.591Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.591Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fd7qtm5h
time="2022-01-26T07:42:24.592Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8c2h4wdd
time="2022-01-26T07:42:24.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=fd7qtm5h
time="2022-01-26T07:42:24.608Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=frjnlr9m
time="2022-01-26T07:42:24.679Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=frjnlr9m
time="2022-01-26T07:42:24.679Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=frjnlr9m
time="2022-01-26T07:42:24.679Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=frjnlr9m
time="2022-01-26T07:42:24.679Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=119 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=frjnlr9m
time="2022-01-26T07:42:24.679Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-6pgsm-worker namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.679Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rgzsq5zm
time="2022-01-26T07:42:24.68Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:24.681Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gw52smg2
time="2022-01-26T07:42:24.681Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=112 elapsedMillisGT=0 outcome=unspecified reconcileID=gw52smg2
time="2022-01-26T07:42:24.681Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2xtgbxt5
time="2022-01-26T07:42:24.681Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.681Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=252vrjj9
time="2022-01-26T07:42:24.681Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.681Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.681Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.682Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.682Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.682Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2xtgbxt5
time="2022-01-26T07:42:24.696Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2xtgbxt5
time="2022-01-26T07:42:24.696Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2xtgbxt5
time="2022-01-26T07:42:24.696Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=ms82k6lr
time="2022-01-26T07:42:24.696Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=ms82k6lr
time="2022-01-26T07:42:24.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ms82k6lr
time="2022-01-26T07:42:24.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=qzhhw4hh
time="2022-01-26T07:42:24.696Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=qzhhw4hh
time="2022-01-26T07:42:24.697Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=qzhhw4hh
time="2022-01-26T07:42:24.697Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=tnvwxl7q
time="2022-01-26T07:42:24.697Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h59m59.302145564s reconcileID=tnvwxl7q
time="2022-01-26T07:42:24.697Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tnvwxl7q
time="2022-01-26T07:42:24.697Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=znnz94sr
time="2022-01-26T07:42:24.697Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=znnz94sr
time="2022-01-26T07:42:24.697Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znnz94sr
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.698Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=5v5f9rqs
time="2022-01-26T07:42:24.698Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=5v5f9rqs
time="2022-01-26T07:42:24.698Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.301824958s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=5v5f9rqs
time="2022-01-26T07:42:24.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5v5f9rqs
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=k4djhkrs
time="2022-01-26T07:42:24.698Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=k4djhkrs
time="2022-01-26T07:42:24.698Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=k4djhkrs
time="2022-01-26T07:42:24.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k4djhkrs
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=48wcgmv9
time="2022-01-26T07:42:24.698Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2xtgbxt5
time="2022-01-26T07:42:24.698Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=48wcgmv9
time="2022-01-26T07:42:24.698Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=48wcgmv9
time="2022-01-26T07:42:24.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=2xtgbxt5
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=mccxvsqq
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=td6dllwr
time="2022-01-26T07:42:24.698Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.698Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.698Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=td6dllwr
time="2022-01-26T07:42:24.698Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.698Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=td6dllwr
time="2022-01-26T07:42:24.698Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=td6dllwr
time="2022-01-26T07:42:24.698Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=kxvcxdwm
time="2022-01-26T07:42:24.698Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=td6dllwr
time="2022-01-26T07:42:24.698Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=td6dllwr
time="2022-01-26T07:42:24.698Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=kxvcxdwm
time="2022-01-26T07:42:24.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxvcxdwm
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.698Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=4dwqx88s
time="2022-01-26T07:42:24.698Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:24.698Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=4dwqx88s
time="2022-01-26T07:42:24.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4dwqx88s
time="2022-01-26T07:42:24.698Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=r98c52pd stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:24.698Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.699Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd unassignedCount=0
time="2022-01-26T07:42:24.699Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=mccxvsqq
time="2022-01-26T07:42:24.699Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=mccxvsqq
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=mccxvsqq
time="2022-01-26T07:42:24.699Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=r98c52pd
time="2022-01-26T07:42:24.699Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r98c52pd
time="2022-01-26T07:42:24.701Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=mccxvsqq
time="2022-01-26T07:42:24.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=mccxvsqq
time="2022-01-26T07:42:24.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=cdgm8p2p
time="2022-01-26T07:42:24.844Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.844Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.844Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.844Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.844Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:24.844Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=cdgm8p2p
time="2022-01-26T07:42:24.844Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=cdgm8p2p
time="2022-01-26T07:42:24.844Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=cdgm8p2p
time="2022-01-26T07:42:24.845Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=cdgm8p2p
time="2022-01-26T07:42:24.845Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=cdgm8p2p
time="2022-01-26T07:42:24.851Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=qzhhw4hh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:42:25.121Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.133Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.133Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.145Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=252vrjj9
time="2022-01-26T07:42:25.145Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=252vrjj9
time="2022-01-26T07:42:25.145Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=464 elapsedMillisGT=0 outcome=unspecified reconcileID=252vrjj9
time="2022-01-26T07:42:25.145Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=nkd9jt5q
time="2022-01-26T07:42:25.147Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=dtdpxgzr
time="2022-01-26T07:42:25.148Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h59m58.851975469s reconcileID=dtdpxgzr
time="2022-01-26T07:42:25.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtdpxgzr
time="2022-01-26T07:42:25.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=ccwf5dgz
time="2022-01-26T07:42:25.148Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=ccwf5dgz
time="2022-01-26T07:42:25.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ccwf5dgz
time="2022-01-26T07:42:25.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=f5d9kz7w
time="2022-01-26T07:42:25.148Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=f5d9kz7w
time="2022-01-26T07:42:25.148Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.851692085s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=f5d9kz7w
time="2022-01-26T07:42:25.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f5d9kz7w
time="2022-01-26T07:42:25.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=tsj65v6s
time="2022-01-26T07:42:25.148Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=tsj65v6s
time="2022-01-26T07:42:25.148Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=tsj65v6s
time="2022-01-26T07:42:25.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tsj65v6s
time="2022-01-26T07:42:25.148Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=rmkvc7pm
time="2022-01-26T07:42:25.148Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=rmkvc7pm
time="2022-01-26T07:42:25.148Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=rmkvc7pm
time="2022-01-26T07:42:25.148Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=p2mrf8v9
time="2022-01-26T07:42:25.148Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=p2mrf8v9
time="2022-01-26T07:42:25.148Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=p2mrf8v9
time="2022-01-26T07:42:25.148Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=p2mrf8v9
time="2022-01-26T07:42:25.148Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:42:25.148Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=p2mrf8v9
time="2022-01-26T07:42:25.148Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2mrf8v9
time="2022-01-26T07:42:25.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4xt55jkp
time="2022-01-26T07:42:25.148Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4xt55jkp
time="2022-01-26T07:42:25.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xt55jkp
time="2022-01-26T07:42:25.148Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=rhqrmdjq
time="2022-01-26T07:42:25.149Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=rhqrmdjq
time="2022-01-26T07:42:25.149Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhqrmdjq
time="2022-01-26T07:42:25.156Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.156Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:42:25.156Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=g79hfkn9 stale=0 standby=2 unclaimed=0
time="2022-01-26T07:42:25.156Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9 unassignedCount=0
time="2022-01-26T07:42:25.156Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.156Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.156Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.156Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.156Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.156Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.156Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.156Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g79hfkn9
time="2022-01-26T07:42:25.157Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=tzk2t4mx
time="2022-01-26T07:42:25.157Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=tzk2t4mx
time="2022-01-26T07:42:25.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzk2t4mx
time="2022-01-26T07:42:25.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:25.157Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:42:25.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:42:25.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nmxg57rm
time="2022-01-26T07:42:25.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:25.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:25.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:25.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:25.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:42:25.157Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nmxg57rm
time="2022-01-26T07:42:25.157Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nmxg57rm
time="2022-01-26T07:42:25.157Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nmxg57rm
time="2022-01-26T07:42:25.159Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nmxg57rm
time="2022-01-26T07:42:25.159Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=nmxg57rm
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=713 elapsedMillisGT=0 outcome=unspecified reconcileID=qzhhw4hh
time="2022-01-26T07:42:25.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fczqmkvg
time="2022-01-26T07:42:25.41Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fczqmkvg
time="2022-01-26T07:42:25.411Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=fczqmkvg
time="2022-01-26T07:42:25.414Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.414Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.42Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=nkd9jt5q
time="2022-01-26T07:42:25.42Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=nkd9jt5q
time="2022-01-26T07:42:25.42Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=274 elapsedMillisGT=0 outcome=unspecified reconcileID=nkd9jt5q
time="2022-01-26T07:42:25.42Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=s6nwnw2l
time="2022-01-26T07:42:25.468Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.468Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker machineset=jshu-pool-test-6pgsm-d7xr5-worker-us-east-2a reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.477Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=s6nwnw2l
time="2022-01-26T07:42:25.477Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=s6nwnw2l
time="2022-01-26T07:42:25.477Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=s6nwnw2l
time="2022-01-26T07:42:25.511Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker machineset=jshu-pool-test-6pgsm-d7xr5-worker-us-east-2b reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.514Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=fczqmkvg states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:42:25.561Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker machineset=jshu-pool-test-6pgsm-d7xr5-worker-us-east-2c reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.588Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fczqmkvg
time="2022-01-26T07:42:25.594Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.606Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.606Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.613Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=933 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=rgzsq5zm
time="2022-01-26T07:42:25.613Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qkhn996q
time="2022-01-26T07:42:25.613Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:42:25.652Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qkhn996q
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=fczqmkvg
time="2022-01-26T07:42:25.655Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=244 elapsedMillisGT=0 outcome=unspecified reconcileID=fczqmkvg
time="2022-01-26T07:42:25.686Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qkhn996q
time="2022-01-26T07:42:25.687Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qkhn996q
time="2022-01-26T07:42:25.709Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qkhn996q
time="2022-01-26T07:42:25.709Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qkhn996q
time="2022-01-26T07:42:25.713Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qkhn996q
time="2022-01-26T07:42:25.713Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qkhn996q
time="2022-01-26T07:42:25.713Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=100 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=qkhn996q
time="2022-01-26T07:42:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:42:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:42:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:42:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:42:55.411Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=ghzcgphm
time="2022-01-26T07:42:55.411Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=ghzcgphm
time="2022-01-26T07:42:55.411Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=ghzcgphm
time="2022-01-26T07:42:55.515Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=ghzcgphm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:42:55.555Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=ghzcgphm
time="2022-01-26T07:42:55.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=169 elapsedMillisGT=0 outcome=unspecified reconcileID=ghzcgphm
time="2022-01-26T07:42:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:42:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:11.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=9dvjj5mj
time="2022-01-26T07:43:11.23Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=9dvjj5mj
time="2022-01-26T07:43:11.33Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=99 elapsedMillisGT=0 outcome=unspecified reconcileID=9dvjj5mj
time="2022-01-26T07:43:13.389Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:13.39Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:43:13.39Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:43:13.39Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:43:13.39Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:43:13.39Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:43:25.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=5lctn2ln
time="2022-01-26T07:43:25.58Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=5lctn2ln
time="2022-01-26T07:43:25.581Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=5lctn2ln
time="2022-01-26T07:43:25.634Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=5lctn2ln states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:43:25.693Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=5lctn2ln
time="2022-01-26T07:43:25.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=134 elapsedMillisGT=0 outcome=unspecified reconcileID=5lctn2ln
time="2022-01-26T07:43:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:43Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=d782g48g
time="2022-01-26T07:43:43Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=d782g48g
time="2022-01-26T07:43:43Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=8zgnfh68
time="2022-01-26T07:43:43Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=SyncSetsApplied reconcileID=8zgnfh68
time="2022-01-26T07:43:43.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=l4cw2dkf
time="2022-01-26T07:43:43.013Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h49m59.986916422s reconcileID=l4cw2dkf
time="2022-01-26T07:43:43.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4cw2dkf
time="2022-01-26T07:43:43.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=wd5w2ccr
time="2022-01-26T07:43:43.013Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=wd5w2ccr
time="2022-01-26T07:43:43.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wd5w2ccr
time="2022-01-26T07:43:43.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=f2kqsdx5
time="2022-01-26T07:43:43.013Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=f2kqsdx5
time="2022-01-26T07:43:43.013Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=f2kqsdx5
time="2022-01-26T07:43:43.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f2kqsdx5
time="2022-01-26T07:43:43.013Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=8cx6lkcg
time="2022-01-26T07:43:43.013Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=8cx6lkcg
time="2022-01-26T07:43:43.013Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=8cx6lkcg
time="2022-01-26T07:43:43.013Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vtz2tc65
time="2022-01-26T07:43:43.013Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vtz2tc65
time="2022-01-26T07:43:43.013Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vtz2tc65
time="2022-01-26T07:43:43.013Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vtz2tc65
time="2022-01-26T07:43:43.013Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:43:43.013Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vtz2tc65
time="2022-01-26T07:43:43.013Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vtz2tc65
time="2022-01-26T07:43:43.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=q4v2hdhw
time="2022-01-26T07:43:43.014Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=q4v2hdhw
time="2022-01-26T07:43:43.014Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4v2hdhw
time="2022-01-26T07:43:43.014Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=fb8jbnt4
time="2022-01-26T07:43:43.014Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=fb8jbnt4
time="2022-01-26T07:43:43.014Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fb8jbnt4
time="2022-01-26T07:43:43.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=mlh4bttc
time="2022-01-26T07:43:43.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=8zgnfh68
time="2022-01-26T07:43:43.018Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.018Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:43:43.02Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=769bp4zd
time="2022-01-26T07:43:43.02Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=769bp4zd
time="2022-01-26T07:43:43.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=769bp4zd
time="2022-01-26T07:43:43.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=xbs9bjmt
time="2022-01-26T07:43:43.02Z" level=info msg="Stopping cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=xbs9bjmt
time="2022-01-26T07:43:43.02Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=Stopping reconcileID=xbs9bjmt
time="2022-01-26T07:43:43.02Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Ready controller=hibernation reason=StoppingOrHibernating reconcileID=xbs9bjmt
time="2022-01-26T07:43:43.021Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=xbs9bjmt
time="2022-01-26T07:43:43.021Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.021Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.021Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:43:43.021Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9bsz8jbz
time="2022-01-26T07:43:43.021Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.021Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.021Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.021Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.021Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9bsz8jbz
time="2022-01-26T07:43:43.021Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9bsz8jbz
time="2022-01-26T07:43:43.021Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9bsz8jbz
time="2022-01-26T07:43:43.024Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=9bsz8jbz
time="2022-01-26T07:43:43.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=9bsz8jbz
time="2022-01-26T07:43:43.024Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.024Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:43:43.025Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=5wxljjb2 stale=0 standby=2 unclaimed=0
time="2022-01-26T07:43:43.025Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2 unassignedCount=0
time="2022-01-26T07:43:43.025Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5wxljjb2
time="2022-01-26T07:43:43.025Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wxljjb2
time="2022-01-26T07:43:43.074Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.101Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=mlh4bttc
time="2022-01-26T07:43:43.101Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=mlh4bttc
time="2022-01-26T07:43:43.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=86 elapsedMillisGT=0 outcome=unspecified reconcileID=mlh4bttc
time="2022-01-26T07:43:43.11Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.11Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=128 elapsedMillisGT=0 outcome=unspecified reconcileID=d782g48g
time="2022-01-26T07:43:43.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=7ttf92vk
time="2022-01-26T07:43:43.128Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=7ttf92vk
time="2022-01-26T07:43:43.145Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=6 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=xbs9bjmt states="map[pending:{} running:{}]"
time="2022-01-26T07:43:43.145Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation instanceIDs="[i-02d091e8b2ce3ff4d i-059a90069dcb610f3 i-02211acc7c985576a i-08df677d26b42b184 i-092437ab010efba10 i-0b986b0444c951cbd]" reconcileID=xbs9bjmt
time="2022-01-26T07:43:43.155Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.155Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.163Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.163Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.163Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=144 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=7dbw6q8x
time="2022-01-26T07:43:43.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=96 elapsedMillisGT=0 outcome=unspecified reconcileID=7ttf92vk
time="2022-01-26T07:43:43.628Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=7khqm4pv
time="2022-01-26T07:43:43.628Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h49m59.371582198s reconcileID=7khqm4pv
time="2022-01-26T07:43:43.628Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7khqm4pv
time="2022-01-26T07:43:43.629Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=608 elapsedMillisGT=0 outcome=unspecified reconcileID=xbs9bjmt
time="2022-01-26T07:43:43.629Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=w7gcscpd
time="2022-01-26T07:43:43.629Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=w7gcscpd
time="2022-01-26T07:43:43.63Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=m8l5wjqp
time="2022-01-26T07:43:43.631Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=m8l5wjqp
time="2022-01-26T07:43:43.631Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=m8l5wjqp
time="2022-01-26T07:43:43.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m8l5wjqp
time="2022-01-26T07:43:43.631Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=mtpttdh2
time="2022-01-26T07:43:43.631Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=mtpttdh2
time="2022-01-26T07:43:43.631Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=mtpttdh2
time="2022-01-26T07:43:43.631Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=k8b9f5g4
time="2022-01-26T07:43:43.631Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=k8b9f5g4
time="2022-01-26T07:43:43.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k8b9f5g4
time="2022-01-26T07:43:43.631Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=5fgcd6kn
time="2022-01-26T07:43:43.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=5fgcd6kn
time="2022-01-26T07:43:43.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=r9xqqgg5
time="2022-01-26T07:43:43.631Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=r9xqqgg5
time="2022-01-26T07:43:43.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r9xqqgg5
time="2022-01-26T07:43:43.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=74757hkr
time="2022-01-26T07:43:43.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=28ggf8ls
time="2022-01-26T07:43:43.633Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=28ggf8ls
time="2022-01-26T07:43:43.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28ggf8ls
time="2022-01-26T07:43:43.633Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=qmv6c2p5
time="2022-01-26T07:43:43.633Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=qmv6c2p5
time="2022-01-26T07:43:43.633Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=qmv6c2p5
time="2022-01-26T07:43:43.634Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=pvjxfv59
time="2022-01-26T07:43:43.634Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=pvjxfv59
time="2022-01-26T07:43:43.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pvjxfv59
time="2022-01-26T07:43:43.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.634Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:43:43.634Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=cvsdk47q
time="2022-01-26T07:43:43.634Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:43:43.634Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=5fgcd6kn
time="2022-01-26T07:43:43.634Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=5fgcd6kn
time="2022-01-26T07:43:43.634Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:43:43.634Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=5fgcd6kn
time="2022-01-26T07:43:43.634Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=5fgcd6kn
time="2022-01-26T07:43:43.635Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t9lkmtj4
time="2022-01-26T07:43:43.636Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.636Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.636Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.636Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.636Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t9lkmtj4
time="2022-01-26T07:43:43.636Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t9lkmtj4
time="2022-01-26T07:43:43.636Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t9lkmtj4
time="2022-01-26T07:43:43.638Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t9lkmtj4
time="2022-01-26T07:43:43.638Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=t9lkmtj4
time="2022-01-26T07:43:43.638Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:43:43.638Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=c6r7f9px stale=0 standby=2 unclaimed=0
time="2022-01-26T07:43:43.638Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px unassignedCount=0
time="2022-01-26T07:43:43.638Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.638Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c6r7f9px
time="2022-01-26T07:43:43.639Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6r7f9px
time="2022-01-26T07:43:43.681Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=6 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=qmv6c2p5 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:43:43.681Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=qmv6c2p5
time="2022-01-26T07:43:43.728Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=qmv6c2p5 states="map[pending:{} running:{}]"
time="2022-01-26T07:43:43.728Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=qmv6c2p5
time="2022-01-26T07:43:43.728Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=qmv6c2p5
time="2022-01-26T07:43:43.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=107 elapsedMillisGT=0 outcome=unspecified reconcileID=qmv6c2p5
time="2022-01-26T07:43:43.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=skjkblmq
time="2022-01-26T07:43:43.74Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h49m59.259077297s reconcileID=skjkblmq
time="2022-01-26T07:43:43.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skjkblmq
time="2022-01-26T07:43:43.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=8jxn8qnc
time="2022-01-26T07:43:43.741Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=8jxn8qnc
time="2022-01-26T07:43:43.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jxn8qnc
time="2022-01-26T07:43:43.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9gdvs4mn
time="2022-01-26T07:43:43.741Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9gdvs4mn
time="2022-01-26T07:43:43.741Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9gdvs4mn
time="2022-01-26T07:43:43.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9gdvs4mn
time="2022-01-26T07:43:43.741Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=58wt4qv9
time="2022-01-26T07:43:43.741Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=58wt4qv9
time="2022-01-26T07:43:43.741Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=58wt4qv9
time="2022-01-26T07:43:43.741Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=lcvw6t4s
time="2022-01-26T07:43:43.741Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=lcvw6t4s
time="2022-01-26T07:43:43.741Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=lcvw6t4s
time="2022-01-26T07:43:43.741Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=lcvw6t4s
time="2022-01-26T07:43:43.741Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:43:43.741Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=lcvw6t4s
time="2022-01-26T07:43:43.741Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcvw6t4s
time="2022-01-26T07:43:43.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=ztf7gr9m
time="2022-01-26T07:43:43.741Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=ztf7gr9m
time="2022-01-26T07:43:43.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztf7gr9m
time="2022-01-26T07:43:43.741Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=2xcxn4tr
time="2022-01-26T07:43:43.741Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=2xcxn4tr
time="2022-01-26T07:43:43.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2xcxn4tr
time="2022-01-26T07:43:43.745Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=lld95jx5
time="2022-01-26T07:43:43.746Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=lld95jx5
time="2022-01-26T07:43:43.746Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=lld95jx5
time="2022-01-26T07:43:43.746Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rqrnc9jv
time="2022-01-26T07:43:43.746Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rqrnc9jv
time="2022-01-26T07:43:43.746Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rqrnc9jv
time="2022-01-26T07:43:43.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rsnrh694
time="2022-01-26T07:43:43.755Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:43:43.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.755Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=ktvxvxvq stale=0 standby=2 unclaimed=0
time="2022-01-26T07:43:43.755Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rsnrh694
time="2022-01-26T07:43:43.755Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq unassignedCount=0
time="2022-01-26T07:43:43.755Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rsnrh694
time="2022-01-26T07:43:43.755Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rsnrh694
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktvxvxvq
time="2022-01-26T07:43:43.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.755Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:43:43.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:43:43.76Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rsnrh694
time="2022-01-26T07:43:43.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=rsnrh694
time="2022-01-26T07:43:43.793Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=6 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=lld95jx5 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:43:43.793Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=lld95jx5
time="2022-01-26T07:43:43.834Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=lld95jx5 states="map[pending:{} running:{}]"
time="2022-01-26T07:43:43.834Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=lld95jx5
time="2022-01-26T07:43:43.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=88 elapsedMillisGT=0 outcome=unspecified reconcileID=lld95jx5
time="2022-01-26T07:43:43.837Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=cvsdk47q
time="2022-01-26T07:43:43.853Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=74757hkr
time="2022-01-26T07:43:43.853Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=74757hkr
time="2022-01-26T07:43:43.853Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=221 elapsedMillisGT=0 outcome=unspecified reconcileID=74757hkr
time="2022-01-26T07:43:43.853Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=59rmsrrf
time="2022-01-26T07:43:43.946Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=cvsdk47q
time="2022-01-26T07:43:43.947Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=cvsdk47q
time="2022-01-26T07:43:43.97Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=cvsdk47q
time="2022-01-26T07:43:43.97Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=cvsdk47q
time="2022-01-26T07:43:44.618Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=989 elapsedMillisGT=0 outcome=unspecified reconcileID=w7gcscpd
time="2022-01-26T07:43:44.618Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=msvgg85l
time="2022-01-26T07:43:44.618Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=msvgg85l
time="2022-01-26T07:43:45.335Z" level=error msg="unable to fetch remote machine autoscalers" controller=machinepool error="rpc error: code = Unknown desc = OK: HTTP status code 200; transport: missing content-type field" machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=cvsdk47q
time="2022-01-26T07:43:45.335Z" level=error msg="could not syncMachineAutoscalers" controller=machinepool error="rpc error: code = Unknown desc = OK: HTTP status code 200; transport: missing content-type field" machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=cvsdk47q
time="2022-01-26T07:43:45.335Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=1701 elapsedMillisGT=1000 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=cvsdk47q
time="2022-01-26T07:43:45.335Z" level=error msg="Reconciler error" _name=machinepool-controller error="rpc error: code = Unknown desc = OK: HTTP status code 200; transport: missing content-type field" name=jshu-pool-test-qzz7c-worker namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:43:45.335Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=pgpp8l9c
time="2022-01-26T07:43:45.335Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
I0126 07:43:46.753523       1 request.go:665] Waited for 1.092225443s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/console.openshift.io/v1?timeout=32s
time="2022-01-26T07:43:55.376Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=pgpp8l9c
time="2022-01-26T07:43:55.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.716Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.716Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.765Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=dqmmdf2h states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:43:55.872Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=dqmmdf2h
time="2022-01-26T07:43:55.893Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=177 elapsedMillisGT=0 outcome=unspecified reconcileID=dqmmdf2h
time="2022-01-26T07:43:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:43:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:44:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:44:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:44:25.893Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=vf7kfxm5
time="2022-01-26T07:44:25.894Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=vf7kfxm5
time="2022-01-26T07:44:25.894Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.007Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=vf7kfxm5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:44:26.109Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.132Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=238 elapsedMillisGT=0 outcome=unspecified reconcileID=vf7kfxm5
time="2022-01-26T07:44:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:44:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:44:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:44:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:44:43.835Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=l6phtrcq
time="2022-01-26T07:44:43.835Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=l6phtrcq
time="2022-01-26T07:44:43.836Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=l6phtrcq
time="2022-01-26T07:44:43.934Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=5 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=l6phtrcq states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:44:43.935Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=l6phtrcq
time="2022-01-26T07:44:43.98Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=l6phtrcq states="map[pending:{} running:{}]"
time="2022-01-26T07:44:43.98Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=l6phtrcq
time="2022-01-26T07:44:43.98Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=l6phtrcq
time="2022-01-26T07:44:43.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=160 elapsedMillisGT=0 outcome=unspecified reconcileID=l6phtrcq
time="2022-01-26T07:44:43.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=lpdjdtdt
time="2022-01-26T07:44:43.995Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable delay=1h48m59.004051668s reconcileID=lpdjdtdt
time="2022-01-26T07:44:43.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpdjdtdt
time="2022-01-26T07:44:43.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=t72fwl25
time="2022-01-26T07:44:43.996Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=t72fwl25
time="2022-01-26T07:44:43.996Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t72fwl25
time="2022-01-26T07:44:43.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=gkhrcr8k
time="2022-01-26T07:44:43.996Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=gkhrcr8k
time="2022-01-26T07:44:43.996Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=gkhrcr8k
time="2022-01-26T07:44:43.996Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkhrcr8k
time="2022-01-26T07:44:43.996Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=rtsxdmhl
time="2022-01-26T07:44:43.996Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=rtsxdmhl
time="2022-01-26T07:44:43.996Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=rtsxdmhl
time="2022-01-26T07:44:43.996Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=dx88skpx
time="2022-01-26T07:44:43.996Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=dx88skpx
time="2022-01-26T07:44:43.996Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=dx88skpx
time="2022-01-26T07:44:43.996Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=dx88skpx
time="2022-01-26T07:44:43.996Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:44:43.996Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=dx88skpx
time="2022-01-26T07:44:43.996Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dx88skpx
time="2022-01-26T07:44:43.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=llmnz7bx
time="2022-01-26T07:44:43.996Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=llmnz7bx
time="2022-01-26T07:44:43.996Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=llmnz7bx
time="2022-01-26T07:44:43.997Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=hjcpmnvn
time="2022-01-26T07:44:43.997Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=hjcpmnvn
time="2022-01-26T07:44:43.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjcpmnvn
time="2022-01-26T07:44:44.003Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:44:44.003Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=btss6j7r stale=0 standby=2 unclaimed=0
time="2022-01-26T07:44:44.003Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r unassignedCount=0
time="2022-01-26T07:44:44.003Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=btss6j7r
time="2022-01-26T07:44:44.003Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=9x6rrw6j
time="2022-01-26T07:44:44.003Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=9x6rrw6j
time="2022-01-26T07:44:44.003Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9x6rrw6j
time="2022-01-26T07:44:44.003Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=z7sdjbvs
time="2022-01-26T07:44:44.003Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=z7sdjbvs
time="2022-01-26T07:44:44.004Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=z7sdjbvs
time="2022-01-26T07:44:44.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:44:44.004Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:44:44.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=jfwjj5qv
time="2022-01-26T07:44:44.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:44:44.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:44:44.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:44:44.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:44:44.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:44:44.004Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=jfwjj5qv
time="2022-01-26T07:44:44.004Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=jfwjj5qv
time="2022-01-26T07:44:44.004Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=jfwjj5qv
time="2022-01-26T07:44:44.006Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=jfwjj5qv
time="2022-01-26T07:44:44.006Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=jfwjj5qv
time="2022-01-26T07:44:44.048Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=5 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=z7sdjbvs states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:44:44.048Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=z7sdjbvs
time="2022-01-26T07:44:44.093Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=z7sdjbvs states="map[pending:{} running:{}]"
time="2022-01-26T07:44:44.093Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=z7sdjbvs
time="2022-01-26T07:44:44.093Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=89 elapsedMillisGT=0 outcome=unspecified reconcileID=z7sdjbvs
time="2022-01-26T07:44:44.962Z" level=warning msg="slow client request" controller=clusterversion elapsedMillis=60344 method=GET path=config.openshift.io/v1/clusterversions remote=true status="504 Gateway Timeout"
time="2022-01-26T07:44:44.962Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusterversions.config.openshift.io version)" reconcileID=59rmsrrf
time="2022-01-26T07:44:44.962Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=61109 elapsedMillisGT=60000 outcome=unspecified reconcileID=59rmsrrf
time="2022-01-26T07:44:44.962Z" level=error msg="Reconciler error" _name=clusterversion-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusterversions.config.openshift.io version)" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:44:44.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2h8nf67c
I0126 07:44:51.164053       1 request.go:665] Waited for 1.185643585s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/authorization.openshift.io/v1?timeout=32s
time="2022-01-26T07:44:55.158Z" level=warning msg="slow client request" controller=clusterState elapsedMillis=60002 method=GET path=config.openshift.io/v1/clusteroperators remote=true status="504 Gateway Timeout"
time="2022-01-26T07:44:55.158Z" level=error msg="failed to list target cluster operators" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusteroperators.config.openshift.io)" reconcileID=msvgg85l
time="2022-01-26T07:44:55.159Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=70540 elapsedMillisGT=60000 outcome=unspecified reconcileID=msvgg85l
time="2022-01-26T07:44:55.159Z" level=error msg="Reconciler error" _name=clusterstate-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusteroperators.config.openshift.io)" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:44:55.159Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=lnj9565h
time="2022-01-26T07:44:55.159Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=lnj9565h
time="2022-01-26T07:44:55.379Z" level=warning msg="slow client request" controller=machinepool elapsedMillis=60002 method=GET path=machine.openshift.io/v1beta1/machines remote=true status="504 Gateway Timeout"
time="2022-01-26T07:44:55.379Z" level=error msg="unable to fetch master machines" controller=machinepool error="the server was unable to return a response in the time allotted, but may still be processing the request (get machines.machine.openshift.io)" machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=pgpp8l9c
time="2022-01-26T07:44:55.379Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=70043 elapsedMillisGT=60000 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=pgpp8l9c
time="2022-01-26T07:44:55.379Z" level=error msg="Reconciler error" _name=machinepool-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get machines.machine.openshift.io)" name=jshu-pool-test-qzz7c-worker namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:44:55.379Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=l8dsbdlc
time="2022-01-26T07:44:55.379Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:44:56.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.133Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.133Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.227Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cmjvtcd9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:44:56.266Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=157 elapsedMillisGT=0 outcome=unspecified reconcileID=cmjvtcd9
time="2022-01-26T07:44:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:44:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:00.204Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T07:45:00.204Z" level=info msg="Job created" controller=clusterProvision
I0126 07:45:01.181009       1 request.go:665] Waited for 4.141539638s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/security.internal.openshift.io/v1?timeout=32s
time="2022-01-26T07:45:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:05.383Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=l8dsbdlc
time="2022-01-26T07:45:13.39Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:13.39Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:45:13.39Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:45:13.39Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:45:13.39Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:45:13.39Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:45:15.561Z" level=error msg="failed to list target cluster operators" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=lnj9565h
time="2022-01-26T07:45:15.561Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=20402 elapsedMillisGT=10000 outcome=unspecified reconcileID=lnj9565h
time="2022-01-26T07:45:15.561Z" level=error msg="Reconciler error" _name=clusterstate-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.129.163.21:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=5rcsfq7k
time="2022-01-26T07:45:15.562Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=5rcsfq7k
time="2022-01-26T07:45:15.563Z" level=error msg="unable to fetch master machines" controller=machinepool error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.129.163.21:6443: connect: connection refused" machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=l8dsbdlc
time="2022-01-26T07:45:15.563Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=20183 elapsedMillisGT=10000 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=l8dsbdlc
time="2022-01-26T07:45:15.563Z" level=error msg="Reconciler error" _name=machinepool-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.129.163.21:6443: connect: connection refused" name=jshu-pool-test-qzz7c-worker namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.563Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=trpgg8n7
time="2022-01-26T07:45:15.563Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:45:15.564Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=2h8nf67c
time="2022-01-26T07:45:15.564Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=30601 elapsedMillisGT=30000 outcome=unspecified reconcileID=2h8nf67c
time="2022-01-26T07:45:15.564Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.129.163.21:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.564Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=ds8pcsgs
time="2022-01-26T07:45:15.571Z" level=info msg="remote cluster is unreachable" controller=machinepool error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=trpgg8n7
time="2022-01-26T07:45:15.577Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=5rcsfq7k
time="2022-01-26T07:45:15.579Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=ds8pcsgs
time="2022-01-26T07:45:15.584Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=wlqxbcxs
time="2022-01-26T07:45:15.584Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=wlqxbcxs
time="2022-01-26T07:45:15.584Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=bw2ck7gc
time="2022-01-26T07:45:15.584Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=wlqxbcxs
time="2022-01-26T07:45:15.584Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=cjzr8fn8
time="2022-01-26T07:45:15.584Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=cjzr8fn8
time="2022-01-26T07:45:15.584Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=bw2ck7gc
time="2022-01-26T07:45:15.585Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=bw2ck7gc
time="2022-01-26T07:45:15.585Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=bw2ck7gc
time="2022-01-26T07:45:15.585Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:45:15.585Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=bw2ck7gc
time="2022-01-26T07:45:15.585Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bw2ck7gc
time="2022-01-26T07:45:15.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=q2xz9vw4
time="2022-01-26T07:45:15.585Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=q2xz9vw4
time="2022-01-26T07:45:15.585Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q2xz9vw4
time="2022-01-26T07:45:15.585Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=5hk7g5ld
time="2022-01-26T07:45:15.585Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=5hk7g5ld
time="2022-01-26T07:45:15.585Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5hk7g5ld
time="2022-01-26T07:45:15.585Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=22 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=trpgg8n7
time="2022-01-26T07:45:15.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=ghm6q5dl
time="2022-01-26T07:45:15.585Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=ghm6q5dl
time="2022-01-26T07:45:15.585Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghm6q5dl
time="2022-01-26T07:45:15.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=hk6l7792
time="2022-01-26T07:45:15.586Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=hk6l7792
time="2022-01-26T07:45:15.586Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=hk6l7792
time="2022-01-26T07:45:15.586Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hk6l7792
time="2022-01-26T07:45:15.589Z" level=info msg="could not update clusterdeployment with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5rcsfq7k
time="2022-01-26T07:45:15.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=5rcsfq7k
time="2022-01-26T07:45:15.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=bwlljtwl
time="2022-01-26T07:45:15.589Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=bwlljtwl
time="2022-01-26T07:45:15.589Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=bwlljtwl
time="2022-01-26T07:45:15.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bwlljtwl
time="2022-01-26T07:45:15.589Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=c72nn5sf
time="2022-01-26T07:45:15.589Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rhsh9np9
time="2022-01-26T07:45:15.589Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=c72nn5sf
time="2022-01-26T07:45:15.589Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rhsh9np9
time="2022-01-26T07:45:15.589Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhsh9np9
time="2022-01-26T07:45:15.59Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=c72nn5sf
time="2022-01-26T07:45:15.59Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:45:15.59Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=7nvsn9rg stale=0 standby=2 unclaimed=0
time="2022-01-26T07:45:15.59Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg unassignedCount=0
time="2022-01-26T07:45:15.59Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=info msg="could not update clusterdeployment with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ds8pcsgs
time="2022-01-26T07:45:15.59Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=ds8pcsgs
time="2022-01-26T07:45:15.59Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=k4z7rn85
time="2022-01-26T07:45:15.59Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=k4z7rn85
time="2022-01-26T07:45:15.59Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k4z7rn85
time="2022-01-26T07:45:15.59Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7nvsn9rg
time="2022-01-26T07:45:15.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.59Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:45:15.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=4tlccktz
time="2022-01-26T07:45:15.591Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.591Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.592Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.592Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.592Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=4tlccktz
time="2022-01-26T07:45:15.592Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=4tlccktz
time="2022-01-26T07:45:15.592Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=4tlccktz
time="2022-01-26T07:45:15.593Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=4tlccktz
time="2022-01-26T07:45:15.593Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=4tlccktz
time="2022-01-26T07:45:15.594Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=cjzr8fn8
time="2022-01-26T07:45:15.594Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=cjzr8fn8
time="2022-01-26T07:45:15.6Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=8skm796r
time="2022-01-26T07:45:15.6Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=8skm796r
time="2022-01-26T07:45:15.61Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=c484j42z
time="2022-01-26T07:45:15.61Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=c484j42z
time="2022-01-26T07:45:15.61Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=c484j42z
time="2022-01-26T07:45:15.61Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c484j42z
time="2022-01-26T07:45:15.61Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=sfcndvrm
time="2022-01-26T07:45:15.61Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=sfcndvrm
time="2022-01-26T07:45:15.61Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfcndvrm
time="2022-01-26T07:45:15.613Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=8skm796r
time="2022-01-26T07:45:15.613Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=8skm796r
time="2022-01-26T07:45:15.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=j48w2b6c
time="2022-01-26T07:45:15.624Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=j48w2b6c
time="2022-01-26T07:45:15.633Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=j48w2b6c
time="2022-01-26T07:45:15.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=j48w2b6c
time="2022-01-26T07:45:15.653Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=pf5ks5gm
time="2022-01-26T07:45:15.653Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=pf5ks5gm
time="2022-01-26T07:45:15.665Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=pf5ks5gm
time="2022-01-26T07:45:15.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=pf5ks5gm
time="2022-01-26T07:45:15.691Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=3 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=c72nn5sf states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:45:15.691Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=c72nn5sf
time="2022-01-26T07:45:15.705Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=tbhdjsbw
time="2022-01-26T07:45:15.706Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=tbhdjsbw
time="2022-01-26T07:45:15.713Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=tbhdjsbw
time="2022-01-26T07:45:15.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=tbhdjsbw
time="2022-01-26T07:45:15.723Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=59s6cvls
time="2022-01-26T07:45:15.723Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:45:15.724Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=59s6cvls
time="2022-01-26T07:45:15.724Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=59s6cvls
time="2022-01-26T07:45:15.743Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=c72nn5sf states="map[pending:{} running:{}]"
time="2022-01-26T07:45:15.743Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=c72nn5sf
time="2022-01-26T07:45:15.743Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=c72nn5sf
time="2022-01-26T07:45:15.754Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=658d9ks4
time="2022-01-26T07:45:15.754Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=658d9ks4
time="2022-01-26T07:45:15.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=166 elapsedMillisGT=0 outcome=unspecified reconcileID=c72nn5sf
time="2022-01-26T07:45:15.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=hqfxtllk
time="2022-01-26T07:45:15.756Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=hqfxtllk
time="2022-01-26T07:45:15.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hqfxtllk
time="2022-01-26T07:45:15.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=j58w86jl
time="2022-01-26T07:45:15.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=j58w86jl
time="2022-01-26T07:45:15.756Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=j58w86jl
time="2022-01-26T07:45:15.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j58w86jl
time="2022-01-26T07:45:15.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=2nqk2qt6
time="2022-01-26T07:45:15.756Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=2nqk2qt6
time="2022-01-26T07:45:15.756Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=2nqk2qt6
time="2022-01-26T07:45:15.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2nqk2qt6
time="2022-01-26T07:45:15.756Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=hpjxmcfd
time="2022-01-26T07:45:15.756Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=hpjxmcfd
time="2022-01-26T07:45:15.756Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=hpjxmcfd
time="2022-01-26T07:45:15.756Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=d54x9drg
time="2022-01-26T07:45:15.756Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=d54x9drg
time="2022-01-26T07:45:15.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d54x9drg
time="2022-01-26T07:45:15.756Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=svsbnz9k
time="2022-01-26T07:45:15.757Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=svsbnz9k
time="2022-01-26T07:45:15.757Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=svsbnz9k
time="2022-01-26T07:45:15.757Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=svsbnz9k
time="2022-01-26T07:45:15.757Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:45:15.757Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=svsbnz9k
time="2022-01-26T07:45:15.757Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svsbnz9k
time="2022-01-26T07:45:15.757Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=g6xbfqzr
time="2022-01-26T07:45:15.757Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=g6xbfqzr
time="2022-01-26T07:45:15.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g6xbfqzr
time="2022-01-26T07:45:15.757Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=tr7pv68r
time="2022-01-26T07:45:15.757Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=tr7pv68r
time="2022-01-26T07:45:15.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tr7pv68r
time="2022-01-26T07:45:15.76Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=6gsh749d
time="2022-01-26T07:45:15.76Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=6gsh749d
time="2022-01-26T07:45:15.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6gsh749d
time="2022-01-26T07:45:15.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=224jvrgc
time="2022-01-26T07:45:15.762Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wc7wc2zg
time="2022-01-26T07:45:15.762Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:45:15.762Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wc7wc2zg
time="2022-01-26T07:45:15.762Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=wc7wc2zg
time="2022-01-26T07:45:15.762Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.762Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:45:15.762Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.762Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:45:15.762Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.762Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:15.762Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=224jvrgc
time="2022-01-26T07:45:15.762Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=m7fzw49l stale=0 standby=2 unclaimed=0
time="2022-01-26T07:45:15.762Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=224jvrgc
time="2022-01-26T07:45:15.762Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l unassignedCount=0
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=224jvrgc
time="2022-01-26T07:45:15.762Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m7fzw49l
time="2022-01-26T07:45:15.762Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7fzw49l
time="2022-01-26T07:45:15.763Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=224jvrgc
time="2022-01-26T07:45:15.763Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=224jvrgc
time="2022-01-26T07:45:15.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=spctxgpz
time="2022-01-26T07:45:15.765Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=spctxgpz
time="2022-01-26T07:45:15.765Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=spctxgpz
time="2022-01-26T07:45:15.769Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=658d9ks4
time="2022-01-26T07:45:15.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=658d9ks4
time="2022-01-26T07:45:15.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=nbb4rj6l
time="2022-01-26T07:45:15.794Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=nbb4rj6l
time="2022-01-26T07:45:15.81Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=nbb4rj6l
time="2022-01-26T07:45:15.81Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=nbb4rj6l
time="2022-01-26T07:45:15.81Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=3 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=spctxgpz states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:45:15.81Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=spctxgpz
time="2022-01-26T07:45:15.858Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=spctxgpz states="map[pending:{} running:{}]"
time="2022-01-26T07:45:15.858Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=spctxgpz
time="2022-01-26T07:45:15.858Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=spctxgpz
time="2022-01-26T07:45:16.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=c6z8pc8m
time="2022-01-26T07:45:16.13Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=c6z8pc8m
time="2022-01-26T07:45:16.141Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=c6z8pc8m
time="2022-01-26T07:45:16.141Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=c6z8pc8m
time="2022-01-26T07:45:16.782Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=s279dssg
time="2022-01-26T07:45:16.782Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=s279dssg
time="2022-01-26T07:45:16.792Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=s279dssg
time="2022-01-26T07:45:16.792Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=s279dssg
time="2022-01-26T07:45:18.073Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=lbf68gsk
time="2022-01-26T07:45:18.073Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=lbf68gsk
time="2022-01-26T07:45:18.081Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=lbf68gsk
time="2022-01-26T07:45:18.081Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=lbf68gsk
time="2022-01-26T07:45:20.641Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=m8mwkqqm
time="2022-01-26T07:45:20.641Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=m8mwkqqm
time="2022-01-26T07:45:20.655Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=m8mwkqqm
time="2022-01-26T07:45:20.656Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=m8mwkqqm
time="2022-01-26T07:45:25.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=skz5vz8r
time="2022-01-26T07:45:25.776Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=skz5vz8r
time="2022-01-26T07:45:26.291Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.291Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.291Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.385Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=sjrjmwbp states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:45:26.425Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.445Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=154 elapsedMillisGT=0 outcome=unspecified reconcileID=sjrjmwbp
time="2022-01-26T07:45:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:55.777Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=skz5vz8r
time="2022-01-26T07:45:55.788Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=wn92752n
time="2022-01-26T07:45:55.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=j27f7xkl
time="2022-01-26T07:45:55.788Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=wn92752n
time="2022-01-26T07:45:55.788Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=j27f7xkl
time="2022-01-26T07:45:55.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j27f7xkl
time="2022-01-26T07:45:55.788Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=wn92752n
time="2022-01-26T07:45:55.789Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=wn92752n
time="2022-01-26T07:45:55.789Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:45:55.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=2gpxlh46
time="2022-01-26T07:45:55.789Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=wn92752n
time="2022-01-26T07:45:55.789Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wn92752n
time="2022-01-26T07:45:55.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=fq9c6rbb
time="2022-01-26T07:45:55.789Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=2gpxlh46
time="2022-01-26T07:45:55.789Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=2gpxlh46
time="2022-01-26T07:45:55.789Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=fq9c6rbb
time="2022-01-26T07:45:55.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2gpxlh46
time="2022-01-26T07:45:55.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fq9c6rbb
time="2022-01-26T07:45:55.789Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=c9pvwhp2
time="2022-01-26T07:45:55.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=5dr4pjfg
time="2022-01-26T07:45:55.789Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=5dr4pjfg
time="2022-01-26T07:45:55.789Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=c9pvwhp2
time="2022-01-26T07:45:55.789Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=5dr4pjfg
time="2022-01-26T07:45:55.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c9pvwhp2
time="2022-01-26T07:45:55.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5dr4pjfg
time="2022-01-26T07:45:55.789Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=jfb56fxs
time="2022-01-26T07:45:55.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=69hkcvdj
time="2022-01-26T07:45:55.789Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=jfb56fxs
time="2022-01-26T07:45:55.789Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=69hkcvdj
time="2022-01-26T07:45:55.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69hkcvdj
time="2022-01-26T07:45:55.789Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=jfb56fxs
time="2022-01-26T07:45:55.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=skz5vz8r
time="2022-01-26T07:45:55.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=jklz4kcr
time="2022-01-26T07:45:55.79Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=jklz4kcr
time="2022-01-26T07:45:55.794Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=kmccmqfm
time="2022-01-26T07:45:55.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=z9c8dvgz
time="2022-01-26T07:45:55.794Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=kmccmqfm
time="2022-01-26T07:45:55.794Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kmccmqfm
time="2022-01-26T07:45:55.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b86b2hrx
time="2022-01-26T07:45:55.794Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=z9c8dvgz
time="2022-01-26T07:45:55.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.794Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b86b2hrx
time="2022-01-26T07:45:55.794Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b86b2hrx
time="2022-01-26T07:45:55.794Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b86b2hrx
time="2022-01-26T07:45:55.794Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=z9c8dvgz
time="2022-01-26T07:45:55.794Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=zlrf9b4t
time="2022-01-26T07:45:55.794Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:45:55.794Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=zlrf9b4t
time="2022-01-26T07:45:55.794Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=zlrf9b4t
time="2022-01-26T07:45:55.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.795Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:45:55.795Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:45:55.795Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=zz6f8mmf stale=0 standby=2 unclaimed=0
time="2022-01-26T07:45:55.795Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf unassignedCount=0
time="2022-01-26T07:45:55.795Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.795Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zz6f8mmf
time="2022-01-26T07:45:55.796Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b86b2hrx
time="2022-01-26T07:45:55.796Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=b86b2hrx
time="2022-01-26T07:45:55.875Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=z9c8dvgz states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:45:55.875Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=z9c8dvgz
time="2022-01-26T07:45:55.875Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=Hibernating reconcileID=z9c8dvgz
time="2022-01-26T07:45:55.885Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=jb9c76p6
time="2022-01-26T07:45:55.885Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=jb9c76p6
time="2022-01-26T07:45:55.885Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jb9c76p6
time="2022-01-26T07:45:55.885Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=91 elapsedMillisGT=0 outcome=unspecified reconcileID=z9c8dvgz
time="2022-01-26T07:45:55.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=592mrqmv
time="2022-01-26T07:45:55.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=2llxknn6
time="2022-01-26T07:45:55.885Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=592mrqmv
time="2022-01-26T07:45:55.885Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=2llxknn6
time="2022-01-26T07:45:55.885Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2llxknn6
time="2022-01-26T07:45:55.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.886Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.886Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:45:55.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=fcrt6s9v
time="2022-01-26T07:45:55.886Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=fcrt6s9v
time="2022-01-26T07:45:55.886Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=fcrt6s9v
time="2022-01-26T07:45:55.886Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcrt6s9v
time="2022-01-26T07:45:55.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=r9m9787b
time="2022-01-26T07:45:55.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.886Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=592mrqmv
time="2022-01-26T07:45:55.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:45:55.886Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=r9m9787b
time="2022-01-26T07:45:55.886Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=r9m9787b
time="2022-01-26T07:45:55.886Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=r9m9787b
time="2022-01-26T07:45:55.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=nfhpdhdh
time="2022-01-26T07:45:55.886Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=nfhpdhdh
time="2022-01-26T07:45:55.886Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=nfhpdhdh
time="2022-01-26T07:45:55.886Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfhpdhdh
time="2022-01-26T07:45:55.886Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=m7w6pwdk
time="2022-01-26T07:45:55.886Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=m7w6pwdk
time="2022-01-26T07:45:55.886Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=m7w6pwdk
time="2022-01-26T07:45:55.886Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wx5gf2pb
time="2022-01-26T07:45:55.886Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:45:55.886Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wx5gf2pb
time="2022-01-26T07:45:55.886Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=wx5gf2pb
time="2022-01-26T07:45:55.886Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vjdbzb9l
time="2022-01-26T07:45:55.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vjdbzb9l
time="2022-01-26T07:45:55.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vjdbzb9l
time="2022-01-26T07:45:55.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vjdbzb9l
time="2022-01-26T07:45:55.887Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:45:55.887Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vjdbzb9l
time="2022-01-26T07:45:55.887Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjdbzb9l
time="2022-01-26T07:45:55.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=8p99glfj
time="2022-01-26T07:45:55.887Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=8p99glfj
time="2022-01-26T07:45:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8p99glfj
time="2022-01-26T07:45:55.887Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=9skthw47
time="2022-01-26T07:45:55.887Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=9skthw47
time="2022-01-26T07:45:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9skthw47
time="2022-01-26T07:45:55.887Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:45:55.887Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=ljbcvqg8 stale=0 standby=2 unclaimed=0
time="2022-01-26T07:45:55.887Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8 unassignedCount=0
time="2022-01-26T07:45:55.887Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljbcvqg8
time="2022-01-26T07:45:55.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rcgsqkm6
time="2022-01-26T07:45:55.887Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rcgsqkm6
time="2022-01-26T07:45:55.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rcgsqkm6
time="2022-01-26T07:45:55.888Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=r9m9787b
time="2022-01-26T07:45:55.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=r9m9787b
time="2022-01-26T07:45:55.926Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=592mrqmv states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:45:55.926Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=592mrqmv
time="2022-01-26T07:45:55.926Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=40 elapsedMillisGT=0 outcome=unspecified reconcileID=592mrqmv
time="2022-01-26T07:45:56.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fztdk25p
time="2022-01-26T07:45:56.446Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fztdk25p
time="2022-01-26T07:45:56.446Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=fztdk25p
time="2022-01-26T07:45:56.555Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=fztdk25p states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:45:56.595Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-4zdx9 reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-7p9fg reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-jh2zm reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-k2psh reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-n7z2t reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-ngv25 reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-rh26g reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-sfzk5 reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-stzvr reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wnw4l reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-wscvt reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr=csr-xktg6 reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-authenticator-67dfp" reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation csr="system:openshift:openshift-monitoring-r5crl" reconcileID=fztdk25p
time="2022-01-26T07:45:56.618Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=171 elapsedMillisGT=0 outcome=unspecified reconcileID=fztdk25p
time="2022-01-26T07:45:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:45:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:46:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:46:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:46:25.792Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=jklz4kcr
time="2022-01-26T07:46:25.792Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=jklz4kcr
time="2022-01-26T07:46:25.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=6drbbgn7
time="2022-01-26T07:46:25.792Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=6drbbgn7
time="2022-01-26T07:46:26.618Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=dr7khh9s
time="2022-01-26T07:46:26.618Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=dr7khh9s
time="2022-01-26T07:46:26.619Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=dr7khh9s
time="2022-01-26T07:46:26.713Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=dr7khh9s states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:46:26.773Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=dr7khh9s
time="2022-01-26T07:46:26.774Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=dr7khh9s
time="2022-01-26T07:46:26.786Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=pwf6vpvf
time="2022-01-26T07:46:26.786Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h55m57.213502889s reconcileID=pwf6vpvf
time="2022-01-26T07:46:26.786Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pwf6vpvf
time="2022-01-26T07:46:26.786Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=4nsmvgml
time="2022-01-26T07:46:26.786Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=4nsmvgml
time="2022-01-26T07:46:26.786Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nsmvgml
time="2022-01-26T07:46:26.786Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=lpsngqqg
time="2022-01-26T07:46:26.786Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=lpsngqqg
time="2022-01-26T07:46:26.786Z" level=debug msg="Waiting to fetch clusteroperator status in 5m57.213193873s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=lpsngqqg
time="2022-01-26T07:46:26.786Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpsngqqg
time="2022-01-26T07:46:26.786Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=8n7dhl6j
time="2022-01-26T07:46:26.786Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=8n7dhl6j
time="2022-01-26T07:46:26.786Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=8n7dhl6j
time="2022-01-26T07:46:26.786Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8n7dhl6j
time="2022-01-26T07:46:26.786Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=zmmms7g7
time="2022-01-26T07:46:26.787Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=zmmms7g7
time="2022-01-26T07:46:26.787Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=zmmms7g7
time="2022-01-26T07:46:26.787Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=n9985mvw
time="2022-01-26T07:46:26.787Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=n9985mvw
time="2022-01-26T07:46:26.787Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=n9985mvw
time="2022-01-26T07:46:26.787Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=n9985mvw
time="2022-01-26T07:46:26.787Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:46:26.787Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=n9985mvw
time="2022-01-26T07:46:26.787Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9985mvw
time="2022-01-26T07:46:26.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=pr2h5hpn
time="2022-01-26T07:46:26.787Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=pr2h5hpn
time="2022-01-26T07:46:26.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pr2h5hpn
time="2022-01-26T07:46:26.787Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=gtm8hhqr
time="2022-01-26T07:46:26.787Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=gtm8hhqr
time="2022-01-26T07:46:26.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gtm8hhqr
time="2022-01-26T07:46:26.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=bn4mn8wr
time="2022-01-26T07:46:26.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=170 elapsedMillisGT=0 outcome=unspecified reconcileID=dr7khh9s
time="2022-01-26T07:46:26.792Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=6shls289
time="2022-01-26T07:46:26.792Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:46:26.793Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.793Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:46:26.794Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=q95z7vtx stale=0 standby=2 unclaimed=0
time="2022-01-26T07:46:26.794Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx unassignedCount=0
time="2022-01-26T07:46:26.794Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q95z7vtx
time="2022-01-26T07:46:26.794Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=g2xvzrdn
time="2022-01-26T07:46:26.794Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=g2xvzrdn
time="2022-01-26T07:46:26.794Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2xvzrdn
time="2022-01-26T07:46:26.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7tl7t5lr
time="2022-01-26T07:46:26.8Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7tl7t5lr
time="2022-01-26T07:46:26.8Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=7tl7t5lr
time="2022-01-26T07:46:26.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:46:26.801Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:46:26.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:46:26.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8w4bdz7q
time="2022-01-26T07:46:26.801Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:46:26.801Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:46:26.801Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:46:26.801Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:46:26.804Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:46:26.804Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8w4bdz7q
time="2022-01-26T07:46:26.804Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8w4bdz7q
time="2022-01-26T07:46:26.804Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8w4bdz7q
time="2022-01-26T07:46:26.806Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8w4bdz7q
time="2022-01-26T07:46:26.806Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=8w4bdz7q
time="2022-01-26T07:46:26.859Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=6shls289
time="2022-01-26T07:46:26.863Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=bn4mn8wr
time="2022-01-26T07:46:26.863Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=bn4mn8wr
time="2022-01-26T07:46:26.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=76 elapsedMillisGT=0 outcome=unspecified reconcileID=bn4mn8wr
time="2022-01-26T07:46:26.869Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=7tl7t5lr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:46:26.906Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=6shls289
time="2022-01-26T07:46:26.907Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=6shls289
time="2022-01-26T07:46:26.93Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=6shls289
time="2022-01-26T07:46:26.93Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=6shls289
time="2022-01-26T07:46:26.932Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=7tl7t5lr
time="2022-01-26T07:46:26.932Z" level=info msg="waiting an additional %s for ClusterOperators to settle1m59.067682467s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7tl7t5lr
time="2022-01-26T07:46:26.932Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=137 elapsedMillisGT=0 outcome=unspecified reconcileID=7tl7t5lr
time="2022-01-26T07:46:26.934Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=6shls289
time="2022-01-26T07:46:26.934Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=6shls289
time="2022-01-26T07:46:26.934Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=142 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=6shls289
time="2022-01-26T07:46:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:46:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:46:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:46:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:46:55.794Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=6drbbgn7
time="2022-01-26T07:46:55.794Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=6drbbgn7
time="2022-01-26T07:46:55.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=cm8s5cq5
time="2022-01-26T07:46:55.794Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=cm8s5cq5
time="2022-01-26T07:46:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:46:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:13.391Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:13.391Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:47:13.392Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:47:13.392Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:47:13.392Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:47:13.392Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:47:25.795Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=cm8s5cq5
time="2022-01-26T07:47:25.796Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=cm8s5cq5
time="2022-01-26T07:47:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:36.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=wrp6ttb6
time="2022-01-26T07:47:36.755Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=wrp6ttb6
time="2022-01-26T07:47:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:47:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:48:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:48:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:48:06.756Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=wrp6ttb6
time="2022-01-26T07:48:06.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=lxzvrn8t
time="2022-01-26T07:48:06.768Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=lxzvrn8t
time="2022-01-26T07:48:06.768Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxzvrn8t
time="2022-01-26T07:48:06.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hqw9pz8w
time="2022-01-26T07:48:06.768Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=hqw9pz8w
time="2022-01-26T07:48:06.768Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hqw9pz8w
time="2022-01-26T07:48:06.768Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hqw9pz8w
time="2022-01-26T07:48:06.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=bxt5b5jf
time="2022-01-26T07:48:06.768Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=bxt5b5jf
time="2022-01-26T07:48:06.768Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=bxt5b5jf
time="2022-01-26T07:48:06.768Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxt5b5jf
time="2022-01-26T07:48:06.768Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=mncwqr8t
time="2022-01-26T07:48:06.768Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=mncwqr8t
time="2022-01-26T07:48:06.768Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=mncwqr8t
time="2022-01-26T07:48:06.768Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=qsr4t6zw
time="2022-01-26T07:48:06.768Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=wrp6ttb6
time="2022-01-26T07:48:06.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=zmrqq4rv
time="2022-01-26T07:48:06.768Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=zmrqq4rv
time="2022-01-26T07:48:06.768Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=qsr4t6zw
time="2022-01-26T07:48:06.768Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=qsr4t6zw
time="2022-01-26T07:48:06.768Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=qsr4t6zw
time="2022-01-26T07:48:06.768Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T07:48:06.768Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=qsr4t6zw
time="2022-01-26T07:48:06.768Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qsr4t6zw
time="2022-01-26T07:48:06.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=pjktdgln
time="2022-01-26T07:48:06.768Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=pjktdgln
time="2022-01-26T07:48:06.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pjktdgln
time="2022-01-26T07:48:06.769Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=bwhmm74d
time="2022-01-26T07:48:06.769Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=bwhmm74d
time="2022-01-26T07:48:06.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bwhmm74d
time="2022-01-26T07:48:06.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=6gtkvfx8
time="2022-01-26T07:48:06.769Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=6gtkvfx8
time="2022-01-26T07:48:06.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6gtkvfx8
time="2022-01-26T07:48:06.773Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=gkb2dh4j
time="2022-01-26T07:48:06.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=2jzl4tsv
time="2022-01-26T07:48:06.773Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=gkb2dh4j
time="2022-01-26T07:48:06.773Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkb2dh4j
time="2022-01-26T07:48:06.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tdntsjv8
time="2022-01-26T07:48:06.773Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=2jzl4tsv
time="2022-01-26T07:48:06.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:48:06.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:48:06.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:48:06.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T07:48:06.773Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tdntsjv8
time="2022-01-26T07:48:06.773Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tdntsjv8
time="2022-01-26T07:48:06.773Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tdntsjv8
time="2022-01-26T07:48:06.773Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=2jzl4tsv
time="2022-01-26T07:48:06.773Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=h8bzm6vb
time="2022-01-26T07:48:06.773Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T07:48:06.773Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=h8bzm6vb
time="2022-01-26T07:48:06.773Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=h8bzm6vb
time="2022-01-26T07:48:06.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:48:06.773Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T07:48:06.773Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T07:48:06.774Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:48:06.774Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=gz69s5xr stale=0 standby=2 unclaimed=0
time="2022-01-26T07:48:06.774Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr unassignedCount=0
time="2022-01-26T07:48:06.774Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gz69s5xr
time="2022-01-26T07:48:06.774Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gz69s5xr
time="2022-01-26T07:48:06.775Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tdntsjv8
time="2022-01-26T07:48:06.775Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=tdntsjv8
time="2022-01-26T07:48:06.903Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=2jzl4tsv states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T07:48:06.903Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=2jzl4tsv
time="2022-01-26T07:48:06.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=129 elapsedMillisGT=0 outcome=unspecified reconcileID=2jzl4tsv
time="2022-01-26T07:48:26Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=4lqggnbd
time="2022-01-26T07:48:26Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=4lqggnbd
time="2022-01-26T07:48:26.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=4lqggnbd
time="2022-01-26T07:48:26.125Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=4lqggnbd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:48:26.184Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=4lqggnbd
time="2022-01-26T07:48:26.184Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=4lqggnbd
time="2022-01-26T07:48:26.221Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=4lqggnbd
time="2022-01-26T07:48:26.221Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=Running reconcileID=4lqggnbd
time="2022-01-26T07:48:26.232Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=231 elapsedMillisGT=0 outcome=unspecified reconcileID=4lqggnbd
time="2022-01-26T07:48:26.232Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=2lns489v
time="2022-01-26T07:48:26.232Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=2lns489v
time="2022-01-26T07:48:26.232Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2lns489v
time="2022-01-26T07:48:26.232Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=nc5gl6vn
time="2022-01-26T07:48:26.232Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=nc5gl6vn
time="2022-01-26T07:48:26.233Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=nc5gl6vn
time="2022-01-26T07:48:26.233Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=m28thnws
time="2022-01-26T07:48:26.233Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h53m57.766323076s reconcileID=m28thnws
time="2022-01-26T07:48:26.233Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m28thnws
time="2022-01-26T07:48:26.233Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=w4mx9242
time="2022-01-26T07:48:26.233Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=w4mx9242
time="2022-01-26T07:48:26.233Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4mx9242
time="2022-01-26T07:48:26.233Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:48:26.233Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T07:48:26.233Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T07:48:26.233Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=5rfst85v
time="2022-01-26T07:48:26.233Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=5rfst85v
time="2022-01-26T07:48:26.234Z" level=debug msg="Waiting to fetch clusteroperator status in 3m57.765989562s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=5rfst85v
time="2022-01-26T07:48:26.234Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rfst85v
time="2022-01-26T07:48:26.234Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4mrgkft4
time="2022-01-26T07:48:26.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:48:26.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:48:26.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:48:26.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:48:26.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T07:48:26.234Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4mrgkft4
time="2022-01-26T07:48:26.234Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4mrgkft4
time="2022-01-26T07:48:26.234Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4mrgkft4
time="2022-01-26T07:48:26.234Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=2cbb2frk
time="2022-01-26T07:48:26.234Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=2cbb2frk
time="2022-01-26T07:48:26.234Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=2cbb2frk
time="2022-01-26T07:48:26.234Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2cbb2frk
time="2022-01-26T07:48:26.234Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=fppclrxp
time="2022-01-26T07:48:26.234Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=fppclrxp
time="2022-01-26T07:48:26.234Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=fppclrxp
time="2022-01-26T07:48:26.234Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.234Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T07:48:26.242Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=shl7dcgr
time="2022-01-26T07:48:26.242Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=shl7dcgr
time="2022-01-26T07:48:26.242Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=shl7dcgr
time="2022-01-26T07:48:26.242Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=shl7dcgr
time="2022-01-26T07:48:26.242Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T07:48:26.242Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=shl7dcgr
time="2022-01-26T07:48:26.242Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=shl7dcgr
time="2022-01-26T07:48:26.242Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=2wqp9ksh
time="2022-01-26T07:48:26.243Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=2wqp9ksh
time="2022-01-26T07:48:26.243Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wqp9ksh
time="2022-01-26T07:48:26.243Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=7qw6trb8
time="2022-01-26T07:48:26.243Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=7qw6trb8
time="2022-01-26T07:48:26.243Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7qw6trb8
time="2022-01-26T07:48:26.243Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:48:26.243Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=sxs4ffhb stale=0 standby=1 unclaimed=1
time="2022-01-26T07:48:26.243Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb unassignedCount=0
time="2022-01-26T07:48:26.243Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.243Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4mrgkft4
time="2022-01-26T07:48:26.243Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=4mrgkft4
time="2022-01-26T07:48:26.244Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=xpjx665q
time="2022-01-26T07:48:26.243Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.245Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.245Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.245Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.245Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.245Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.256Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=sxs4ffhb
time="2022-01-26T07:48:26.256Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T07:48:26.256Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=mpkc85qp stale=0 standby=1 unclaimed=1
time="2022-01-26T07:48:26.256Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp unassignedCount=0
time="2022-01-26T07:48:26.256Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mpkc85qp
time="2022-01-26T07:48:26.256Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mpkc85qp
time="2022-01-26T07:48:26.285Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=nc5gl6vn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T07:48:26.295Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.298Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=xpjx665q
time="2022-01-26T07:48:26.298Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=xpjx665q
time="2022-01-26T07:48:26.298Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=54 elapsedMillisGT=0 outcome=unspecified reconcileID=xpjx665q
time="2022-01-26T07:48:26.328Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.329Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.342Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=nc5gl6vn
time="2022-01-26T07:48:26.342Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=nc5gl6vn
time="2022-01-26T07:48:26.352Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.352Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.356Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.356Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.356Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=121 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=r5rvg9q7
time="2022-01-26T07:48:26.379Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=nc5gl6vn
time="2022-01-26T07:48:26.379Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=146 elapsedMillisGT=0 outcome=unspecified reconcileID=nc5gl6vn
time="2022-01-26T07:48:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:48:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:48:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:48:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:48:36.771Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=zmrqq4rv
time="2022-01-26T07:48:36.771Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=zmrqq4rv
time="2022-01-26T07:48:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:48:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:13.392Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:13.392Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:49:13.392Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:49:13.392Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:49:13.392Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:49:13.392Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:49:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:49:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:50:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:50:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:50:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:50:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:50:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:50:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:50:50.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=cm9hlmzw
time="2022-01-26T07:50:50.608Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=cm9hlmzw
time="2022-01-26T07:50:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:50:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:13.393Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:13.393Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:51:13.393Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:51:13.393Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:51:13.393Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:51:13.394Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:51:20.61Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=cm9hlmzw
time="2022-01-26T07:51:20.61Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=cm9hlmzw
time="2022-01-26T07:51:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:51:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:52:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:52:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:52:24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=tj2j69dt
time="2022-01-26T07:52:24Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=tj2j69dt
time="2022-01-26T07:52:24.125Z" level=info msg="condition Available changed for operator kube-apiserver" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=tj2j69dt
time="2022-01-26T07:52:24.125Z" level=info msg="condition Progressing changed for operator kube-apiserver status (True -> False)" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=tj2j69dt
time="2022-01-26T07:52:24.142Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=tj2j69dt
time="2022-01-26T07:52:24.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=141 elapsedMillisGT=0 outcome=unspecified reconcileID=tj2j69dt
time="2022-01-26T07:52:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:52:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:52:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:52:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:52:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:52:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:11.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=zbn894wj
time="2022-01-26T07:53:11.331Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=zbn894wj
time="2022-01-26T07:53:11.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=74 elapsedMillisGT=0 outcome=unspecified reconcileID=zbn894wj
time="2022-01-26T07:53:13.394Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:13.395Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:53:13.395Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:53:13.395Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:53:13.395Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:53:13.395Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:53:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:53:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:54:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:54:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:54:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:54:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:54:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:54:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:54:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:54:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:13.396Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:13.396Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:55:13.396Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:55:13.396Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:55:13.396Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:55:13.396Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:55:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:55:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:56:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:56:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:56:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:56:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:56:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:56:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:56:46Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable reconcileID=qvltxw6g
time="2022-01-26T07:56:46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8d8ws/jshu-pool-test-8d8ws controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvltxw6g
time="2022-01-26T07:56:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:56:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:13.396Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:13.396Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:57:13.396Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:57:13.396Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:57:13.396Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:57:13.397Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:57:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:57:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:58:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:58:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:58:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:58:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:58:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:58:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:58:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:58:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:13.397Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:13.397Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T07:59:13.397Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T07:59:13.397Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T07:59:13.397Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T07:59:13.397Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T07:59:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:56.939Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T07:59:56.939Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:00:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T08:00:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T08:00:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:00:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:00:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:00:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:00:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:00:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:00:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:00:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:13.398Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:13.399Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:01:13.399Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:01:13.399Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:01:13.399Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:01:13.399Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:01:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:01:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:02:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:02:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:02:15.971Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=88x87fvw
time="2022-01-26T08:02:15.971Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=88x87fvw
time="2022-01-26T08:02:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:02:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:02:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:02:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:02:45.972Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=88x87fvw
time="2022-01-26T08:02:45.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=rvdp6f5j
time="2022-01-26T08:02:45.984Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=rvdp6f5j
time="2022-01-26T08:02:45.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvdp6f5j
time="2022-01-26T08:02:45.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=ckdxmjnt
time="2022-01-26T08:02:45.984Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=ckdxmjnt
time="2022-01-26T08:02:45.984Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=ckdxmjnt
time="2022-01-26T08:02:45.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckdxmjnt
time="2022-01-26T08:02:45.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=hxr87z8f
time="2022-01-26T08:02:45.984Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=hxr87z8f
time="2022-01-26T08:02:45.984Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=hxr87z8f
time="2022-01-26T08:02:45.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hxr87z8f
time="2022-01-26T08:02:45.984Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=rgbm82km
time="2022-01-26T08:02:45.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=88x87fvw
time="2022-01-26T08:02:45.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=sp4blr4h
time="2022-01-26T08:02:45.984Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=rgbm82km
time="2022-01-26T08:02:45.984Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=sp4blr4h
time="2022-01-26T08:02:45.984Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=rgbm82km
time="2022-01-26T08:02:45.985Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=pz6wnnqt
time="2022-01-26T08:02:45.985Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=pz6wnnqt
time="2022-01-26T08:02:45.985Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=pz6wnnqt
time="2022-01-26T08:02:45.985Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=pz6wnnqt
time="2022-01-26T08:02:45.985Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T08:02:45.985Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=pz6wnnqt
time="2022-01-26T08:02:45.985Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pz6wnnqt
time="2022-01-26T08:02:45.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=nnn9vmrw
time="2022-01-26T08:02:45.985Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=nnn9vmrw
time="2022-01-26T08:02:45.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nnn9vmrw
time="2022-01-26T08:02:45.985Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=nzk9wgnz
time="2022-01-26T08:02:45.985Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=nzk9wgnz
time="2022-01-26T08:02:45.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzk9wgnz
time="2022-01-26T08:02:45.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=jfjzkbc8
time="2022-01-26T08:02:45.985Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=jfjzkbc8
time="2022-01-26T08:02:45.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jfjzkbc8
time="2022-01-26T08:02:45.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T08:02:45.989Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T08:02:45.989Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T08:02:45.989Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=nbglvt9h
time="2022-01-26T08:02:45.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=tzkjzd7r
time="2022-01-26T08:02:45.989Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=nbglvt9h
time="2022-01-26T08:02:45.989Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nbglvt9h
time="2022-01-26T08:02:45.989Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=tzkjzd7r
time="2022-01-26T08:02:45.989Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=tzkjzd7r
time="2022-01-26T08:02:45.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=6kxdzdjk
time="2022-01-26T08:02:45.99Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:02:45.99Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:02:45.99Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:02:45.99Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:02:45.99Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=6kxdzdjk
time="2022-01-26T08:02:45.99Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=4n26x9qn
time="2022-01-26T08:02:45.99Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=6kxdzdjk
time="2022-01-26T08:02:45.99Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=6kxdzdjk
time="2022-01-26T08:02:45.99Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T08:02:45.99Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=4n26x9qn
time="2022-01-26T08:02:45.99Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=4n26x9qn
time="2022-01-26T08:02:45.991Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=6kxdzdjk
time="2022-01-26T08:02:45.991Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=6kxdzdjk
time="2022-01-26T08:02:45.991Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.991Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T08:02:45.991Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=27zcdtn4 stale=0 standby=1 unclaimed=1
time="2022-01-26T08:02:45.992Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4 unassignedCount=0
time="2022-01-26T08:02:45.992Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27zcdtn4
time="2022-01-26T08:02:45.992Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27zcdtn4
time="2022-01-26T08:02:46.13Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=tzkjzd7r states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T08:02:46.13Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=tzkjzd7r
time="2022-01-26T08:02:46.13Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=141 elapsedMillisGT=0 outcome=unspecified reconcileID=tzkjzd7r
time="2022-01-26T08:02:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:02:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:11.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=9z6qb5tf
time="2022-01-26T08:03:11.406Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=9z6qb5tf
time="2022-01-26T08:03:11.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=99 elapsedMillisGT=0 outcome=unspecified reconcileID=9z6qb5tf
time="2022-01-26T08:03:13.399Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:13.399Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:03:13.399Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:03:13.399Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:03:13.399Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:03:13.399Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:03:15.986Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=sp4blr4h
time="2022-01-26T08:03:15.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=sp4blr4h
time="2022-01-26T08:03:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:03:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:04:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:04:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:04:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:04:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:04:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:04:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:04:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:04:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:13.4Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:13.4Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:05:13.4Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:05:13.4Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:05:13.4Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:05:13.4Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:05:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:56.95Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:05:56.95Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:06:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:06:05.378Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:06:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:06:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:06:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:06:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:06:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:06:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:13.4Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:13.401Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:07:13.401Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:07:13.401Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:07:13.401Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:07:13.401Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:07:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:07:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:08:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:08:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:08:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:08:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:08:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:08:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:08:39.069Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s464tmxp
time="2022-01-26T08:08:39.069Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T08:08:39.069Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jjgdc2rq
time="2022-01-26T08:08:39.069Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T08:08:39.069Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jjgdc2rq
time="2022-01-26T08:08:39.069Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=jjgdc2rq
time="2022-01-26T08:08:39.069Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.069Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T08:08:39.069Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kjxj74ps
time="2022-01-26T08:08:39.071Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T08:08:39.113Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s464tmxp
time="2022-01-26T08:08:39.122Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kjxj74ps
time="2022-01-26T08:08:39.13Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.131Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s464tmxp
time="2022-01-26T08:08:39.131Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s464tmxp
time="2022-01-26T08:08:39.148Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.149Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.154Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kjxj74ps
time="2022-01-26T08:08:39.154Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kjxj74ps
time="2022-01-26T08:08:39.173Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s464tmxp
time="2022-01-26T08:08:39.173Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s464tmxp
time="2022-01-26T08:08:39.177Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s464tmxp
time="2022-01-26T08:08:39.177Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s464tmxp
time="2022-01-26T08:08:39.177Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=108 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=s464tmxp
time="2022-01-26T08:08:39.186Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.186Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.189Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.189Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.189Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=119 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=xbnx4jh8
time="2022-01-26T08:08:39.195Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kjxj74ps
time="2022-01-26T08:08:39.195Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kjxj74ps
time="2022-01-26T08:08:39.201Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kjxj74ps
time="2022-01-26T08:08:39.201Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kjxj74ps
time="2022-01-26T08:08:39.201Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=130 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=kjxj74ps
time="2022-01-26T08:08:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:08:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:13.401Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:13.402Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:09:13.402Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:09:13.402Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:09:13.402Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:09:13.402Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:09:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:09:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:10:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:10:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:10:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:10:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:10:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:10:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:10:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:10:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:13.403Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:13.403Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:11:13.403Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:11:13.403Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:11:13.403Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:11:13.403Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:11:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:11:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:12:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:12:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:12:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:12:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:12:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:12:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:12:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:12:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:11.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=g5pmlwxv
time="2022-01-26T08:13:11.507Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=g5pmlwxv
time="2022-01-26T08:13:11.595Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=88 elapsedMillisGT=0 outcome=unspecified reconcileID=g5pmlwxv
time="2022-01-26T08:13:13.403Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:13.403Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:13:13.403Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:13:13.403Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:13:13.403Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:13:13.404Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:13:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:13:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:14:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:14:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:14:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:14:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:14:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:14:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:14:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:14:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:00.167Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T08:15:00.171Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T08:15:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:13.405Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:13.405Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:15:13.405Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:15:13.405Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:15:13.405Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:15:13.405Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:15:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:15:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:16:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:16:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:16:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:16:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:16:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:16:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:16:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:16:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:13.405Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:13.405Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:17:13.405Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:17:13.405Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:17:13.405Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:17:13.405Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:17:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:17:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:18:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:18:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:18:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:18:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:18:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:18:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:18:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:18:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:13.406Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:13.406Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:19:13.406Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:19:13.406Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:19:13.406Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:19:13.407Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:19:25.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=794bcjps
time="2022-01-26T08:19:25.985Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=794bcjps
time="2022-01-26T08:19:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:55.987Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=794bcjps
time="2022-01-26T08:19:56.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=ts98rdc2
time="2022-01-26T08:19:56.001Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=ts98rdc2
time="2022-01-26T08:19:56.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ts98rdc2
time="2022-01-26T08:19:56.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=5tbgm5wp
time="2022-01-26T08:19:56.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=66fw89fl
time="2022-01-26T08:19:56.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=5tbgm5wp
time="2022-01-26T08:19:56.002Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=5tbgm5wp
time="2022-01-26T08:19:56.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5tbgm5wp
time="2022-01-26T08:19:56.002Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=66fw89fl
time="2022-01-26T08:19:56.002Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=66fw89fl
time="2022-01-26T08:19:56.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66fw89fl
time="2022-01-26T08:19:56.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=k64pnmrn
time="2022-01-26T08:19:56.002Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=k64pnmrn
time="2022-01-26T08:19:56.002Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=fzc7bvxp
time="2022-01-26T08:19:56.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k64pnmrn
time="2022-01-26T08:19:56.002Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=2962t228
time="2022-01-26T08:19:56.002Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=fzc7bvxp
time="2022-01-26T08:19:56.002Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=fzc7bvxp
time="2022-01-26T08:19:56.002Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=2962t228
time="2022-01-26T08:19:56.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2962t228
time="2022-01-26T08:19:56.002Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=d7d5j5w6
time="2022-01-26T08:19:56.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=hfx2z7l9
time="2022-01-26T08:19:56.002Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=hfx2z7l9
time="2022-01-26T08:19:56.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfx2z7l9
time="2022-01-26T08:19:56.002Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=d7d5j5w6
time="2022-01-26T08:19:56.002Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=d7d5j5w6
time="2022-01-26T08:19:56.002Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=d7d5j5w6
time="2022-01-26T08:19:56.002Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T08:19:56.002Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=d7d5j5w6
time="2022-01-26T08:19:56.002Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7d5j5w6
time="2022-01-26T08:19:56.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30017 elapsedMillisGT=30000 outcome=unspecified reconcileID=794bcjps
time="2022-01-26T08:19:56.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=4tfb6czl
time="2022-01-26T08:19:56.002Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=4tfb6czl
time="2022-01-26T08:19:56.007Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T08:19:56.007Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T08:19:56.007Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T08:19:56.007Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=p5t98hd4
time="2022-01-26T08:19:56.007Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=tjvfrt8c
time="2022-01-26T08:19:56.007Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=tjvfrt8c
time="2022-01-26T08:19:56.007Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tjvfrt8c
time="2022-01-26T08:19:56.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:19:56.007Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=s97n8x64
time="2022-01-26T08:19:56.007Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=s97n8x64
time="2022-01-26T08:19:56.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:19:56.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:19:56.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:19:56.007Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=p5t98hd4
time="2022-01-26T08:19:56.007Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=p5t98hd4
time="2022-01-26T08:19:56.007Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=p5t98hd4
time="2022-01-26T08:19:56.007Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=s97n8x64
time="2022-01-26T08:19:56.007Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=rnq4h9zb
time="2022-01-26T08:19:56.007Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T08:19:56.007Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=rnq4h9zb
time="2022-01-26T08:19:56.007Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=rnq4h9zb
time="2022-01-26T08:19:56.008Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T08:19:56.008Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=rnzfpkwr stale=0 standby=1 unclaimed=1
time="2022-01-26T08:19:56.008Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr unassignedCount=0
time="2022-01-26T08:19:56.008Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.008Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rnzfpkwr
time="2022-01-26T08:19:56.009Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=p5t98hd4
time="2022-01-26T08:19:56.009Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=p5t98hd4
time="2022-01-26T08:19:56.159Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=s97n8x64 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T08:19:56.159Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=s97n8x64
time="2022-01-26T08:19:56.159Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=152 elapsedMillisGT=0 outcome=unspecified reconcileID=s97n8x64
time="2022-01-26T08:19:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:19:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:20:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:20:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:20:26.004Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=4tfb6czl
time="2022-01-26T08:20:26.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=4tfb6czl
time="2022-01-26T08:20:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:20:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:20:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:20:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:20:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:20:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:13.407Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:13.407Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:21:13.407Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:21:13.407Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:21:13.408Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:21:13.408Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:21:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:21:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:22:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:22:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:22:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:22:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:22:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:22:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:22:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:22:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:11.596Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=rzvpgxp5
time="2022-01-26T08:23:11.596Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=rzvpgxp5
time="2022-01-26T08:23:11.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=76 elapsedMillisGT=0 outcome=unspecified reconcileID=rzvpgxp5
time="2022-01-26T08:23:13.408Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:13.408Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:23:13.408Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:23:13.408Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:23:13.408Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:23:13.408Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:23:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:23:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:24:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:24:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:24:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:24:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:24:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:24:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:24:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:24:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:13.408Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:13.409Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:25:13.409Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:25:13.409Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:25:13.409Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:25:13.409Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:25:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:25:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:26:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:26:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:26:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:26:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:26:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:26:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:26:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:26:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:13.409Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:13.409Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:27:13.41Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:27:13.41Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:27:13.41Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:27:13.41Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:27:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:27:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:28:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:28:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:28:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:28:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:28:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:28:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:28:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:28:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:13.41Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:13.41Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:29:13.41Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:29:13.41Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:29:13.41Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:29:13.41Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:29:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:29:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:30:00.187Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T08:30:00.187Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T08:30:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:30:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:30:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:30:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:30:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:30:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:30:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:30:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:13.411Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:13.411Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:31:13.411Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:31:13.411Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:31:13.411Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:31:13.411Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:31:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:31:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:32:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:32:05.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:32:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:32:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:32:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:32:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:32:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:32:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:11.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=5zcrwzr5
time="2022-01-26T08:33:11.673Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=5zcrwzr5
time="2022-01-26T08:33:11.816Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=143 elapsedMillisGT=0 outcome=unspecified reconcileID=5zcrwzr5
time="2022-01-26T08:33:13.412Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:13.412Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:33:13.412Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:33:13.412Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:33:13.412Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:33:13.412Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:33:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:33:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:34:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:34:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:34:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:34:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:34:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:34:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:34:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:34:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:13.413Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:13.413Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:35:13.413Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:35:13.413Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:35:13.413Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:35:13.413Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:35:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:35:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:36:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:36:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:36:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:36:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:36:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:36:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:36:36.003Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=2gg885h5
time="2022-01-26T08:36:36.003Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=2gg885h5
time="2022-01-26T08:36:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:36:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:06.005Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=2gg885h5
time="2022-01-26T08:37:06.016Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30012 elapsedMillisGT=30000 outcome=unspecified reconcileID=2gg885h5
time="2022-01-26T08:37:06.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=ppzcp6fz
time="2022-01-26T08:37:06.017Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=ppzcp6fz
time="2022-01-26T08:37:06.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=mmpkjdb7
time="2022-01-26T08:37:06.018Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=mmpkjdb7
time="2022-01-26T08:37:06.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mmpkjdb7
time="2022-01-26T08:37:06.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=92gr8j27
time="2022-01-26T08:37:06.018Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=92gr8j27
time="2022-01-26T08:37:06.018Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=92gr8j27
time="2022-01-26T08:37:06.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92gr8j27
time="2022-01-26T08:37:06.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=lk25knjl
time="2022-01-26T08:37:06.018Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=lk25knjl
time="2022-01-26T08:37:06.018Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=lk25knjl
time="2022-01-26T08:37:06.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lk25knjl
time="2022-01-26T08:37:06.018Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=52882j2m
time="2022-01-26T08:37:06.018Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=52882j2m
time="2022-01-26T08:37:06.018Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=52882j2m
time="2022-01-26T08:37:06.018Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=k69jcspr
time="2022-01-26T08:37:06.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=z6tzt2hk
time="2022-01-26T08:37:06.018Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=z6tzt2hk
time="2022-01-26T08:37:06.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6tzt2hk
time="2022-01-26T08:37:06.019Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=k69jcspr
time="2022-01-26T08:37:06.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=jk7979fh
time="2022-01-26T08:37:06.019Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=k69jcspr
time="2022-01-26T08:37:06.019Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=k69jcspr
time="2022-01-26T08:37:06.019Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=wfbm6vgl
time="2022-01-26T08:37:06.019Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T08:37:06.019Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=k69jcspr
time="2022-01-26T08:37:06.019Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k69jcspr
time="2022-01-26T08:37:06.019Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=wfbm6vgl
time="2022-01-26T08:37:06.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wfbm6vgl
time="2022-01-26T08:37:06.019Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=jk7979fh
time="2022-01-26T08:37:06.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jk7979fh
time="2022-01-26T08:37:06.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=7qsb9wqk
time="2022-01-26T08:37:06.023Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=9npj4w4m
time="2022-01-26T08:37:06.023Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=9npj4w4m
time="2022-01-26T08:37:06.023Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9npj4w4m
time="2022-01-26T08:37:06.023Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=7qsb9wqk
time="2022-01-26T08:37:06.023Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=7qsb9wqk
time="2022-01-26T08:37:06.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T08:37:06.023Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T08:37:06.023Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T08:37:06.023Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jrnmdh94
time="2022-01-26T08:37:06.023Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T08:37:06.023Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jrnmdh94
time="2022-01-26T08:37:06.023Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=jrnmdh94
time="2022-01-26T08:37:06.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vg4wmr6d
time="2022-01-26T08:37:06.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:37:06.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:37:06.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:37:06.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:37:06.023Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vg4wmr6d
time="2022-01-26T08:37:06.024Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vg4wmr6d
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vg4wmr6d
time="2022-01-26T08:37:06.024Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T08:37:06.024Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=b68ww9tg stale=0 standby=1 unclaimed=1
time="2022-01-26T08:37:06.024Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg unassignedCount=0
time="2022-01-26T08:37:06.024Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b68ww9tg
time="2022-01-26T08:37:06.024Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b68ww9tg
time="2022-01-26T08:37:06.025Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=vg4wmr6d
time="2022-01-26T08:37:06.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=vg4wmr6d
time="2022-01-26T08:37:06.15Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=7qsb9wqk states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T08:37:06.15Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=7qsb9wqk
time="2022-01-26T08:37:06.15Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=127 elapsedMillisGT=0 outcome=unspecified reconcileID=7qsb9wqk
time="2022-01-26T08:37:13.415Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:13.415Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:37:13.415Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:37:13.415Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:37:13.415Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:37:13.415Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:37:26.941Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:26.941Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:36.019Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=ppzcp6fz
time="2022-01-26T08:37:36.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=ppzcp6fz
time="2022-01-26T08:37:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:37:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:38:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:38:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:38:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:38:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:38:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:38:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:38:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:38:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:13.416Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:13.417Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:39:13.417Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:39:13.417Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:39:13.417Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:39:13.417Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:39:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:41.634Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4gfn6ktm
time="2022-01-26T08:39:41.634Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=54h2sb75
time="2022-01-26T08:39:41.634Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T08:39:41.634Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T08:39:41.636Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.636Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T08:39:41.634Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2bj4sfs4
time="2022-01-26T08:39:41.636Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T08:39:41.636Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=2bj4sfs4
time="2022-01-26T08:39:41.636Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=2bj4sfs4
time="2022-01-26T08:39:41.678Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.699Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=54h2sb75
time="2022-01-26T08:39:41.701Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.701Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.722Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4gfn6ktm
time="2022-01-26T08:39:41.724Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=54h2sb75
time="2022-01-26T08:39:41.724Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=54h2sb75
time="2022-01-26T08:39:41.742Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.742Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.748Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.748Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.748Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=112 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=r6hgk6hk
time="2022-01-26T08:39:41.771Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=54h2sb75
time="2022-01-26T08:39:41.771Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=54h2sb75
time="2022-01-26T08:39:41.775Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=54h2sb75
time="2022-01-26T08:39:41.775Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=54h2sb75
time="2022-01-26T08:39:41.775Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=140 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=54h2sb75
time="2022-01-26T08:39:41.853Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4gfn6ktm
time="2022-01-26T08:39:41.853Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4gfn6ktm
time="2022-01-26T08:39:41.879Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4gfn6ktm
time="2022-01-26T08:39:41.879Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4gfn6ktm
time="2022-01-26T08:39:41.929Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4gfn6ktm
time="2022-01-26T08:39:41.929Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4gfn6ktm
time="2022-01-26T08:39:41.929Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=294 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=4gfn6ktm
time="2022-01-26T08:39:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:39:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:40:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:40:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:40:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:40:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:40:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:40:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:40:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:40:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:13.418Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:13.418Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:41:13.418Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:41:13.418Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:41:13.418Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:41:13.418Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:41:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:41:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:42:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:42:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:42:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:42:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:42:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:42:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:42:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:42:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:11.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=xtpqhkbz
time="2022-01-26T08:43:11.817Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=xtpqhkbz
time="2022-01-26T08:43:11.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=73 elapsedMillisGT=0 outcome=unspecified reconcileID=xtpqhkbz
time="2022-01-26T08:43:13.419Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:13.419Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:43:13.419Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:43:13.419Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:43:13.419Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:43:13.419Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:43:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:43:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:44:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:44:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:44:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:44:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:44:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:44:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:44:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:44:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T08:45:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T08:45:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:13.42Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:13.42Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:45:13.42Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:45:13.42Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:45:13.42Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:45:13.421Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:45:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:56.941Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:45:56.941Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:46:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:46:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:46:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:46:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:46:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:46:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:46:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:46:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:13.422Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:13.422Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:47:13.422Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:47:13.422Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:47:13.422Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:47:13.422Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:47:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:56.939Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:47:56.939Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:48:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:48:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:48:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:48:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:48:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:48:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:48:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:48:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:13.423Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:13.423Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:49:13.423Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:49:13.423Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:49:13.423Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:49:13.423Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:49:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:35.381Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:35.381Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:49:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:50:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:50:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:50:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:50:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:50:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:50:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:50:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:50:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:13.424Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:13.424Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:51:13.424Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:51:13.424Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:51:13.424Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:51:13.424Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:51:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:51:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:52:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:52:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:52:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:52:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:52:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:52:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:52:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:52:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:05.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:05.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:11.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=zlxmnf4f
time="2022-01-26T08:53:11.891Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=zlxmnf4f
time="2022-01-26T08:53:11.963Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=73 elapsedMillisGT=0 outcome=unspecified reconcileID=zlxmnf4f
time="2022-01-26T08:53:13.425Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:13.425Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:53:13.425Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:53:13.425Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:53:13.425Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:53:13.426Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:53:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:46.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=qvw89j4g
time="2022-01-26T08:53:46.017Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=qvw89j4g
time="2022-01-26T08:53:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:53:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:54:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:54:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:54:16.019Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=qvw89j4g
time="2022-01-26T08:54:16.032Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=pb5kqxl7
time="2022-01-26T08:54:16.032Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=pb5kqxl7
time="2022-01-26T08:54:16.032Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pb5kqxl7
time="2022-01-26T08:54:16.032Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=jn9r56tt
time="2022-01-26T08:54:16.032Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=jn9r56tt
time="2022-01-26T08:54:16.032Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=jn9r56tt
time="2022-01-26T08:54:16.032Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jn9r56tt
time="2022-01-26T08:54:16.032Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=xt97vbh9
time="2022-01-26T08:54:16.032Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=xt97vbh9
time="2022-01-26T08:54:16.032Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=xt97vbh9
time="2022-01-26T08:54:16.032Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xt97vbh9
time="2022-01-26T08:54:16.032Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=6926m4r2
time="2022-01-26T08:54:16.032Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=6926m4r2
time="2022-01-26T08:54:16.032Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=6926m4r2
time="2022-01-26T08:54:16.032Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=glxns4dt
time="2022-01-26T08:54:16.032Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=glxns4dt
time="2022-01-26T08:54:16.032Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=qvw89j4g
time="2022-01-26T08:54:16.032Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=glxns4dt
time="2022-01-26T08:54:16.032Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=glxns4dt
time="2022-01-26T08:54:16.032Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=phwjmnpf
time="2022-01-26T08:54:16.032Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T08:54:16.032Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=glxns4dt
time="2022-01-26T08:54:16.032Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glxns4dt
time="2022-01-26T08:54:16.032Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=phwjmnpf
time="2022-01-26T08:54:16.032Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=phwjmnpf
time="2022-01-26T08:54:16.033Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2lsjgqqj
time="2022-01-26T08:54:16.033Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=lllks5m9
time="2022-01-26T08:54:16.033Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2lsjgqqj
time="2022-01-26T08:54:16.033Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=lllks5m9
time="2022-01-26T08:54:16.033Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2lsjgqqj
time="2022-01-26T08:54:16.033Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lllks5m9
time="2022-01-26T08:54:16.032Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=q47stg5l
time="2022-01-26T08:54:16.033Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=q47stg5l
time="2022-01-26T08:54:16.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T08:54:16.037Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=jrzd4n5k
time="2022-01-26T08:54:16.037Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T08:54:16.037Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T08:54:16.037Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=jrzd4n5k
time="2022-01-26T08:54:16.037Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrzd4n5k
time="2022-01-26T08:54:16.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t6qqpgnw
time="2022-01-26T08:54:16.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=zxmff42r
time="2022-01-26T08:54:16.037Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=zxmff42r
time="2022-01-26T08:54:16.037Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:54:16.037Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:54:16.037Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:54:16.037Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T08:54:16.037Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t6qqpgnw
time="2022-01-26T08:54:16.037Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t6qqpgnw
time="2022-01-26T08:54:16.037Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t6qqpgnw
time="2022-01-26T08:54:16.037Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=zxmff42r
time="2022-01-26T08:54:16.038Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T08:54:16.038Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=6ljn2rzx stale=0 standby=1 unclaimed=1
time="2022-01-26T08:54:16.038Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx unassignedCount=0
time="2022-01-26T08:54:16.038Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ljn2rzx
time="2022-01-26T08:54:16.038Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=56d2hhlh
time="2022-01-26T08:54:16.038Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T08:54:16.038Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=56d2hhlh
time="2022-01-26T08:54:16.038Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=56d2hhlh
time="2022-01-26T08:54:16.039Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=t6qqpgnw
time="2022-01-26T08:54:16.039Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=t6qqpgnw
time="2022-01-26T08:54:16.169Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=zxmff42r states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T08:54:16.169Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=zxmff42r
time="2022-01-26T08:54:16.169Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=zxmff42r
time="2022-01-26T08:54:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:54:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:54:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:54:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:54:46.034Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=q47stg5l
time="2022-01-26T08:54:46.034Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=q47stg5l
time="2022-01-26T08:54:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:54:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:13.427Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:13.427Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:55:13.427Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:55:13.427Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:55:13.427Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:55:13.427Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:55:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:55:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:56:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:56:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:56:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:56:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:56:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:56:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:56:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:56:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:13.427Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:13.428Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:57:13.428Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:57:13.428Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:57:13.428Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:57:13.428Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:57:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:57:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:58:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:58:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:58:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:58:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:58:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:58:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:58:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:58:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:13.428Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:13.428Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T08:59:13.429Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T08:59:13.429Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T08:59:13.429Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T08:59:13.429Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T08:59:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T08:59:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:00:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:00:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:00:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:00:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:00:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:00:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:00:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:00:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:00:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:00:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:13.43Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:13.43Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:01:13.43Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:01:13.43Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:01:13.43Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:01:13.43Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:01:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:01:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:02:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:02:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:02:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:02:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:02:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:02:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:02:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:02:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:11.964Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=x8r64lgt
time="2022-01-26T09:03:11.964Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=x8r64lgt
time="2022-01-26T09:03:12.036Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=71 elapsedMillisGT=0 outcome=unspecified reconcileID=x8r64lgt
time="2022-01-26T09:03:13.43Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:13.43Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:03:13.43Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:03:13.431Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:03:13.431Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:03:13.431Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:03:26.943Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:26.943Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:03:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:04:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:04:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:04:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:04:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:04:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:04:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:04:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:04:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:13.432Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:13.432Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:05:13.432Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:05:13.432Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:05:13.432Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:05:13.432Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:05:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:05:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:06:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:06:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:06:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:06:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:06:34Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=22thwctd
time="2022-01-26T09:06:34Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=22thwctd
time="2022-01-26T09:06:34.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=75 elapsedMillisGT=0 outcome=unspecified reconcileID=22thwctd
time="2022-01-26T09:06:34.078Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=nxkf88d5
time="2022-01-26T09:06:34.078Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=nxkf88d5
time="2022-01-26T09:06:34.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxkf88d5
time="2022-01-26T09:06:34.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=7s5x55jh
time="2022-01-26T09:06:34.078Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=7s5x55jh
time="2022-01-26T09:06:34.078Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=qd7bgp62
time="2022-01-26T09:06:34.078Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=qd7bgp62
time="2022-01-26T09:06:34.078Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=qd7bgp62
time="2022-01-26T09:06:34.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=trr5q2fk
time="2022-01-26T09:06:34.078Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h59m59.921200632s reconcileID=trr5q2fk
time="2022-01-26T09:06:34.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trr5q2fk
time="2022-01-26T09:06:34.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=lc6pxtsd
time="2022-01-26T09:06:34.078Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=lc6pxtsd
time="2022-01-26T09:06:34.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lc6pxtsd
time="2022-01-26T09:06:34.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:06:34.079Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:06:34.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T09:06:34.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=z57rbcr7
time="2022-01-26T09:06:34.079Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=z57rbcr7
time="2022-01-26T09:06:34.08Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=z45j8kd2
time="2022-01-26T09:06:34.08Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:06:34.08Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:06:34.08Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:06:34.08Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:06:34.08Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=z45j8kd2
time="2022-01-26T09:06:34.08Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=z45j8kd2
time="2022-01-26T09:06:34.08Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=z45j8kd2
time="2022-01-26T09:06:34.083Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=z45j8kd2
time="2022-01-26T09:06:34.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=z45j8kd2
time="2022-01-26T09:06:34.083Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=6kqt9wsj
time="2022-01-26T09:06:34.083Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=6kqt9wsj
time="2022-01-26T09:06:34.083Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=6kqt9wsj
time="2022-01-26T09:06:34.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6kqt9wsj
time="2022-01-26T09:06:34.083Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=n4vt9bf5
time="2022-01-26T09:06:34.083Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=n4vt9bf5
time="2022-01-26T09:06:34.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n4vt9bf5
time="2022-01-26T09:06:34.083Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qlph8rn7
time="2022-01-26T09:06:34.083Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T09:06:34.084Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=5w2wnrlh
time="2022-01-26T09:06:34.084Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=5w2wnrlh
time="2022-01-26T09:06:34.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5w2wnrlh
time="2022-01-26T09:06:34.084Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.084Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:06:34.084Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=ckqwj7lf stale=0 standby=1 unclaimed=1
time="2022-01-26T09:06:34.085Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf unassignedCount=0
time="2022-01-26T09:06:34.085Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckqwj7lf
time="2022-01-26T09:06:34.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=tx4vxpm9
time="2022-01-26T09:06:34.086Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=t6dklx4b
time="2022-01-26T09:06:34.086Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=t6dklx4b
time="2022-01-26T09:06:34.086Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=t6dklx4b
time="2022-01-26T09:06:34.086Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=t6dklx4b
time="2022-01-26T09:06:34.086Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T09:06:34.086Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=t6dklx4b
time="2022-01-26T09:06:34.086Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t6dklx4b
time="2022-01-26T09:06:34.086Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=x8tfqszl
time="2022-01-26T09:06:34.086Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=x8tfqszl
time="2022-01-26T09:06:34.086Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=x8tfqszl
time="2022-01-26T09:06:34.086Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x8tfqszl
time="2022-01-26T09:06:34.087Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=7s5x55jh
time="2022-01-26T09:06:34.145Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qlph8rn7
time="2022-01-26T09:06:34.189Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=110 elapsedMillisGT=0 outcome=unspecified reconcileID=z57rbcr7
time="2022-01-26T09:06:34.19Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qlph8rn7
time="2022-01-26T09:06:34.191Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qlph8rn7
time="2022-01-26T09:06:34.235Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=tx4vxpm9
time="2022-01-26T09:06:34.235Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=tx4vxpm9
time="2022-01-26T09:06:34.235Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=150 elapsedMillisGT=0 outcome=unspecified reconcileID=tx4vxpm9
time="2022-01-26T09:06:34.236Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qlph8rn7
time="2022-01-26T09:06:34.236Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qlph8rn7
time="2022-01-26T09:06:34.245Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qlph8rn7
time="2022-01-26T09:06:34.245Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=qlph8rn7
time="2022-01-26T09:06:34.245Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=161 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=qlph8rn7
time="2022-01-26T09:06:34.277Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=7s5x55jh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:06:34.341Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 reconcileID=7s5x55jh
time="2022-01-26T09:06:34.341Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=7s5x55jh
time="2022-01-26T09:06:34.379Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=7s5x55jh
time="2022-01-26T09:06:34.379Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=300 elapsedMillisGT=0 outcome=unspecified reconcileID=7s5x55jh
time="2022-01-26T09:06:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:06:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:06:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:06:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:13.433Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:13.433Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:07:13.433Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:07:13.433Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:07:13.433Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:07:13.433Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:07:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:07:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:08:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:08:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:08:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:08:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:08:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:08:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:08:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:08:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:13.433Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:13.433Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:09:13.434Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:09:13.434Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:09:13.434Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:09:13.434Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:09:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:09:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:10:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:10:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:10:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:10:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:10:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:10:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:10:56.033Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=h8gdgsm7
time="2022-01-26T09:10:56.033Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=h8gdgsm7
time="2022-01-26T09:10:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:10:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:13.435Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:13.435Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:11:13.435Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:11:13.435Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:11:13.435Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:11:13.435Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:11:26.034Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=h8gdgsm7
time="2022-01-26T09:11:26.046Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=kkt2pq2q
time="2022-01-26T09:11:26.046Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=kkt2pq2q
time="2022-01-26T09:11:26.046Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=kkt2pq2q
time="2022-01-26T09:11:26.046Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=chbhdl7g
time="2022-01-26T09:11:26.046Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=h8gdgsm7
time="2022-01-26T09:11:26.046Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=chbhdl7g
time="2022-01-26T09:11:26.046Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chbhdl7g
time="2022-01-26T09:11:26.046Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=d6jts2wh
time="2022-01-26T09:11:26.046Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=d6jts2wh
time="2022-01-26T09:11:26.046Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=l7hpzmxp
time="2022-01-26T09:11:26.046Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=l7hpzmxp
time="2022-01-26T09:11:26.046Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=l7hpzmxp
time="2022-01-26T09:11:26.046Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7hpzmxp
time="2022-01-26T09:11:26.046Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=jpjfgvw2
time="2022-01-26T09:11:26.047Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=jpjfgvw2
time="2022-01-26T09:11:26.047Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=jpjfgvw2
time="2022-01-26T09:11:26.047Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jpjfgvw2
time="2022-01-26T09:11:26.047Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=cmtjqql2
time="2022-01-26T09:11:26.047Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=cmtjqql2
time="2022-01-26T09:11:26.047Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmtjqql2
time="2022-01-26T09:11:26.047Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=cgwwxghm
time="2022-01-26T09:11:26.047Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=cgwwxghm
time="2022-01-26T09:11:26.047Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=cgwwxghm
time="2022-01-26T09:11:26.047Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=cgwwxghm
time="2022-01-26T09:11:26.047Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T09:11:26.047Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=cgwwxghm
time="2022-01-26T09:11:26.047Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cgwwxghm
time="2022-01-26T09:11:26.047Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=h9vnfmxz
time="2022-01-26T09:11:26.047Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=h9vnfmxz
time="2022-01-26T09:11:26.047Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9vnfmxz
time="2022-01-26T09:11:26.047Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rv4lv96p
time="2022-01-26T09:11:26.047Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=rv4lv96p
time="2022-01-26T09:11:26.047Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rv4lv96p
time="2022-01-26T09:11:26.052Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=2qm6pwnw
time="2022-01-26T09:11:26.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=5kr5nl26
time="2022-01-26T09:11:26.052Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=2qm6pwnw
time="2022-01-26T09:11:26.052Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2qm6pwnw
time="2022-01-26T09:11:26.052Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=5kr5nl26
time="2022-01-26T09:11:26.052Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=x9fzkgh4
time="2022-01-26T09:11:26.052Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T09:11:26.052Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=x9fzkgh4
time="2022-01-26T09:11:26.052Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=x9fzkgh4
time="2022-01-26T09:11:26.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T09:11:26.052Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T09:11:26.052Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T09:11:26.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=q5sd98l6
time="2022-01-26T09:11:26.052Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T09:11:26.052Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T09:11:26.052Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T09:11:26.052Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T09:11:26.052Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=5kr5nl26
time="2022-01-26T09:11:26.052Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=q5sd98l6
time="2022-01-26T09:11:26.052Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=q5sd98l6
time="2022-01-26T09:11:26.052Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=q5sd98l6
time="2022-01-26T09:11:26.052Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.052Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:11:26.052Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=g9kv4wc8 stale=0 standby=1 unclaimed=1
time="2022-01-26T09:11:26.053Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8 unassignedCount=0
time="2022-01-26T09:11:26.053Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.053Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g9kv4wc8
time="2022-01-26T09:11:26.054Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=q5sd98l6
time="2022-01-26T09:11:26.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=q5sd98l6
time="2022-01-26T09:11:26.216Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=5kr5nl26 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:11:26.216Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=5kr5nl26
time="2022-01-26T09:11:26.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=164 elapsedMillisGT=0 outcome=unspecified reconcileID=5kr5nl26
time="2022-01-26T09:11:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:56.048Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=d6jts2wh
time="2022-01-26T09:11:56.048Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=d6jts2wh
time="2022-01-26T09:11:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:11:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:12:02.818Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.818Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T09:12:02.818Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=gfs87mgc
time="2022-01-26T09:12:02.818Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T09:12:02.818Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=gfs87mgc
time="2022-01-26T09:12:02.818Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=gfs87mgc
time="2022-01-26T09:12:02.818Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gcxgfhwd
time="2022-01-26T09:12:02.818Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T09:12:02.819Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.819Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:12:02.858Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.869Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.884Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.885Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.885Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gcxgfhwd
time="2022-01-26T09:12:02.892Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.893Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.909Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gcxgfhwd
time="2022-01-26T09:12:02.909Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gcxgfhwd
time="2022-01-26T09:12:02.913Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.913Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.918Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.918Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.918Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=98 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=pzp7vcjf
time="2022-01-26T09:12:02.94Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.94Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.943Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gcxgfhwd
time="2022-01-26T09:12:02.943Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gcxgfhwd
time="2022-01-26T09:12:02.944Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.944Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.944Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=126 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=s7fxx6d8
time="2022-01-26T09:12:02.947Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gcxgfhwd
time="2022-01-26T09:12:02.947Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gcxgfhwd
time="2022-01-26T09:12:02.947Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=128 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=gcxgfhwd
time="2022-01-26T09:12:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:12:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:12:26.943Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:12:26.943Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:12:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:12:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:12:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:12:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:12.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=n7wkjwgj
time="2022-01-26T09:13:12.037Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=n7wkjwgj
time="2022-01-26T09:13:12.091Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=54 elapsedMillisGT=0 outcome=unspecified reconcileID=n7wkjwgj
time="2022-01-26T09:13:13.436Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:13.436Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:13:13.436Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:13:13.436Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:13:13.436Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:13:13.436Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:13:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:13:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:14:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:14:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:14:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:14:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:14:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:14:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:14:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:14:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:00.144Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:15:00.145Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:15:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:13.437Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:13.437Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:15:13.437Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:15:13.437Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:15:13.437Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:15:13.437Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:15:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:15:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:16:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:16:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:16:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:16:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:16:34.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=c2md6zq5
time="2022-01-26T09:16:34.19Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=c2md6zq5
time="2022-01-26T09:16:34.288Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=98 elapsedMillisGT=0 outcome=unspecified reconcileID=c2md6zq5
time="2022-01-26T09:16:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:16:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:16:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:16:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:13.437Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:13.438Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:17:13.438Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:17:13.438Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:17:13.438Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:17:13.438Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:17:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:17:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:18:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:18:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:18:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:18:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:18:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:18:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:18:56.942Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:18:56.942Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:13.438Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:13.439Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:19:13.439Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:19:13.439Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:19:13.439Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:19:13.439Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:19:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:19:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:20:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:20:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:20:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:20:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:20:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:20:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:20:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:20:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:13.439Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:13.439Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:21:13.439Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:21:13.439Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:21:13.439Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:21:13.439Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:21:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:21:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:22:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:22:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:22:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:22:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:22:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:22:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:22:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:22:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:12.092Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=jtbfzzdd
time="2022-01-26T09:23:12.092Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=jtbfzzdd
time="2022-01-26T09:23:12.176Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=84 elapsedMillisGT=0 outcome=unspecified reconcileID=jtbfzzdd
time="2022-01-26T09:23:13.441Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:13.441Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:23:13.441Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:23:13.441Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:23:13.441Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:23:13.441Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:23:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:23:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:24:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:24:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:24:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:24:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:24:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:24:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:24:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:24:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:13.441Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:13.442Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:25:13.442Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:25:13.442Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:25:13.442Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:25:13.442Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:25:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:25:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:26:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:26:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:26:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:26:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:26:34.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=4b47dmlj
time="2022-01-26T09:26:34.288Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=4b47dmlj
time="2022-01-26T09:26:34.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=111 elapsedMillisGT=0 outcome=unspecified reconcileID=4b47dmlj
time="2022-01-26T09:26:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:26:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:26:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:26:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:13.442Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:13.442Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:27:13.442Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:27:13.442Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:27:13.442Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:27:13.442Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:27:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:27:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:28:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:28:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:28:06.047Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=sjg8kmch
time="2022-01-26T09:28:06.047Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=sjg8kmch
time="2022-01-26T09:28:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:28:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:28:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:28:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:28:36.048Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=sjg8kmch
time="2022-01-26T09:28:36.048Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=sjg8kmch
time="2022-01-26T09:28:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:28:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:13.443Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:13.443Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:29:13.444Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:29:13.444Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:29:13.444Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:29:13.444Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:29:22.036Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:22.036Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=t6w8ztdt stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:22.036Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt unassignedCount=0
time="2022-01-26T09:29:22.036Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.036Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t6w8ztdt
time="2022-01-26T09:29:22.037Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=777gcgn8
time="2022-01-26T09:29:22.037Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=777gcgn8
time="2022-01-26T09:29:22.037Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=777gcgn8
time="2022-01-26T09:29:22.037Z" level=info msg="deleting clusterDeployment" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=777gcgn8
time="2022-01-26T09:29:22.056Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=777gcgn8
time="2022-01-26T09:29:22.056Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=777gcgn8
time="2022-01-26T09:29:22.056Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=nsnflr96
time="2022-01-26T09:29:22.056Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=nsnflr96
time="2022-01-26T09:29:22.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nsnflr96
time="2022-01-26T09:29:22.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=4rn5rbdg
time="2022-01-26T09:29:22.056Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=4rn5rbdg
time="2022-01-26T09:29:22.057Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation infraID=jshu-pool-test-8hfg5-82dsl reconcileID=4rn5rbdg
time="2022-01-26T09:29:22.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=lss245hf
time="2022-01-26T09:29:22.057Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable delay=3m46.942210002s reconcileID=lss245hf
time="2022-01-26T09:29:22.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lss245hf
time="2022-01-26T09:29:22.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=tl4d9kfv
time="2022-01-26T09:29:22.057Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate matchingRelocates="[]" reconcileID=tl4d9kfv
time="2022-01-26T09:29:22.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tl4d9kfv
time="2022-01-26T09:29:22.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.057Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T09:29:22.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=5p78wpht
time="2022-01-26T09:29:22.058Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=5p78wpht
time="2022-01-26T09:29:22.059Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vcxh29fj
time="2022-01-26T09:29:22.059Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.059Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.059Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.059Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.059Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vcxh29fj
time="2022-01-26T09:29:22.059Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vcxh29fj
time="2022-01-26T09:29:22.059Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vcxh29fj
time="2022-01-26T09:29:22.06Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=z42pwvsh
time="2022-01-26T09:29:22.06Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=z42pwvsh
time="2022-01-26T09:29:22.06Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z42pwvsh
time="2022-01-26T09:29:22.06Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=z6n7cv77
time="2022-01-26T09:29:22.06Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=z6n7cv77
time="2022-01-26T09:29:22.06Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=z6n7cv77
time="2022-01-26T09:29:22.06Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6n7cv77
time="2022-01-26T09:29:22.06Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=vnwwwmbb
time="2022-01-26T09:29:22.06Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-8hfg5 controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=vnwwwmbb
time="2022-01-26T09:29:22.06Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=vnwwwmbb
time="2022-01-26T09:29:22.06Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.06Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T09:29:22.062Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vcxh29fj
time="2022-01-26T09:29:22.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=vcxh29fj
time="2022-01-26T09:29:22.062Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:22.062Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rgsncsv5
time="2022-01-26T09:29:22.062Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=bv229rm7 stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:22.062Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7 unassignedCount=0
time="2022-01-26T09:29:22.062Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rgsncsv5
time="2022-01-26T09:29:22.062Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=info msg="deleting cluster deployment for previous claim" cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bv229rm7
time="2022-01-26T09:29:22.062Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rgsncsv5
time="2022-01-26T09:29:22.062Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=rgsncsv5
time="2022-01-26T09:29:22.062Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T09:29:22.062Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=rgsncsv5
time="2022-01-26T09:29:22.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=zphpvglb
time="2022-01-26T09:29:22.062Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgsncsv5
time="2022-01-26T09:29:22.062Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=lgdpbfxp
time="2022-01-26T09:29:22.062Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=lgdpbfxp
time="2022-01-26T09:29:22.062Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=lgdpbfxp
time="2022-01-26T09:29:22.062Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=lgdpbfxp
time="2022-01-26T09:29:22.063Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lgdpbfxp
time="2022-01-26T09:29:22.063Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=tjgjwjmn
time="2022-01-26T09:29:22.063Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=tjgjwjmn
time="2022-01-26T09:29:22.063Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tjgjwjmn
time="2022-01-26T09:29:22.082Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=2mxnrmwn
time="2022-01-26T09:29:22.083Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=2mxnrmwn
time="2022-01-26T09:29:22.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mxnrmwn
time="2022-01-26T09:29:22.083Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=bv229rm7
time="2022-01-26T09:29:22.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=4nlg9sg5
time="2022-01-26T09:29:22.084Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=4nlg9sg5
time="2022-01-26T09:29:22.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nlg9sg5
time="2022-01-26T09:29:22.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=8kr2vd6d
time="2022-01-26T09:29:22.084Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=8kr2vd6d
time="2022-01-26T09:29:22.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8kr2vd6d
time="2022-01-26T09:29:22.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.084Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T09:29:22.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vhjfq5xj
time="2022-01-26T09:29:22.085Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.085Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.085Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.085Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=bjgqpqbw
time="2022-01-26T09:29:22.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjgqpqbw
time="2022-01-26T09:29:22.085Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=vfk2t97m
time="2022-01-26T09:29:22.085Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=vfk2t97m
time="2022-01-26T09:29:22.085Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=vfk2t97m
time="2022-01-26T09:29:22.085Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=q8lqktft
time="2022-01-26T09:29:22.086Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=q8lqktft
time="2022-01-26T09:29:22.086Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=q8lqktft
time="2022-01-26T09:29:22.086Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk reconcileID=q8lqktft
time="2022-01-26T09:29:22.086Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk\", timestamp:time.Time{wall:0xc0744ba86a2ae174, ext:1808976092264, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk
time="2022-01-26T09:29:22.086Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=q8lqktft
time="2022-01-26T09:29:22.086Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q8lqktft
time="2022-01-26T09:29:22.086Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=52ktxcmc
time="2022-01-26T09:29:22.086Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=52ktxcmc
time="2022-01-26T09:29:22.086Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=52ktxcmc
time="2022-01-26T09:29:22.086Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=52ktxcmc
time="2022-01-26T09:29:22.086Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52ktxcmc
time="2022-01-26T09:29:22.086Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=jdmprwdg
time="2022-01-26T09:29:22.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdmprwdg
time="2022-01-26T09:29:22.086Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=dhc24bh6
time="2022-01-26T09:29:22.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dhc24bh6
time="2022-01-26T09:29:22.086Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.086Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:22.087Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=gjl9wqpn stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:22.087Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn unassignedCount=0
time="2022-01-26T09:29:22.087Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.087Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjl9wqpn
time="2022-01-26T09:29:22.1Z" level=info msg="deleted outstanding provision" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vhjfq5xj
time="2022-01-26T09:29:22.1Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=vhjfq5xj
time="2022-01-26T09:29:22.1Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pgrj9bf9
time="2022-01-26T09:29:22.1Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.1Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.1Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.1Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pgrj9bf9
time="2022-01-26T09:29:22.1Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=pgrj9bf9
time="2022-01-26T09:29:22.1Z" level=info msg="creating deprovision request for cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pgrj9bf9
time="2022-01-26T09:29:22.1Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=xnnr9q5c
time="2022-01-26T09:29:22.1Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=xnnr9q5c
time="2022-01-26T09:29:22.1Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xnnr9q5c
time="2022-01-26T09:29:22.1Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=whm9xfkx
time="2022-01-26T09:29:22.1Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=whm9xfkx
time="2022-01-26T09:29:22.1Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=whm9xfkx
time="2022-01-26T09:29:22.136Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=zstzdmw9
time="2022-01-26T09:29:22.137Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=zstzdmw9
time="2022-01-26T09:29:22.137Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zstzdmw9
time="2022-01-26T09:29:22.137Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.137Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=pgrj9bf9
time="2022-01-26T09:29:22.152Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=52 elapsedMillisGT=0 outcome=unspecified reconcileID=pgrj9bf9
time="2022-01-26T09:29:22.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=62cwkmnh
time="2022-01-26T09:29:22.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.152Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=62cwkmnh
time="2022-01-26T09:29:22.152Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=62cwkmnh
time="2022-01-26T09:29:22.152Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=62cwkmnh
time="2022-01-26T09:29:22.152Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=62cwkmnh
time="2022-01-26T09:29:22.154Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=j6mhg2n8
time="2022-01-26T09:29:22.154Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=j6mhg2n8
time="2022-01-26T09:29:22.154Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6mhg2n8
time="2022-01-26T09:29:22.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=vlrs8rl4
time="2022-01-26T09:29:22.154Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=vlrs8rl4
time="2022-01-26T09:29:22.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlrs8rl4
time="2022-01-26T09:29:22.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=gql2dc95
time="2022-01-26T09:29:22.154Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=gql2dc95
time="2022-01-26T09:29:22.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gql2dc95
time="2022-01-26T09:29:22.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=lqcmbqkj
time="2022-01-26T09:29:22.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqcmbqkj
time="2022-01-26T09:29:22.154Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=4g8ck6h9
time="2022-01-26T09:29:22.154Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=4g8ck6h9
time="2022-01-26T09:29:22.154Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=4g8ck6h9
time="2022-01-26T09:29:22.155Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=zm4w8n8j
time="2022-01-26T09:29:22.155Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=zm4w8n8j
time="2022-01-26T09:29:22.155Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zm4w8n8j
time="2022-01-26T09:29:22.155Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=2phgvf9z
time="2022-01-26T09:29:22.155Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2phgvf9z
time="2022-01-26T09:29:22.155Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=t9qsn252
time="2022-01-26T09:29:22.155Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t9qsn252
time="2022-01-26T09:29:22.159Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=62cwkmnh
time="2022-01-26T09:29:22.159Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.159Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=zphpvglb
time="2022-01-26T09:29:22.159Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=zphpvglb
time="2022-01-26T09:29:22.159Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=96 elapsedMillisGT=0 outcome=unspecified reconcileID=zphpvglb
time="2022-01-26T09:29:22.159Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=dk2m6s7j
time="2022-01-26T09:29:22.159Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dk2m6s7j
time="2022-01-26T09:29:22.159Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=mx6nxxgv
time="2022-01-26T09:29:22.159Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=mx6nxxgv
time="2022-01-26T09:29:22.159Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mx6nxxgv
time="2022-01-26T09:29:22.159Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=m22d8fmv
time="2022-01-26T09:29:22.159Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.159Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.159Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.16Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.16Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=m22d8fmv
time="2022-01-26T09:29:22.16Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=m22d8fmv
time="2022-01-26T09:29:22.16Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=m22d8fmv
time="2022-01-26T09:29:22.16Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=m22d8fmv
time="2022-01-26T09:29:22.16Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.16Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:22.16Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.16Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.16Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T09:29:22.16Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=2tvr6l2p
time="2022-01-26T09:29:22.16Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=2tvr6l2p
time="2022-01-26T09:29:22.16Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=2tvr6l2p
time="2022-01-26T09:29:22.16Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=2tvr6l2p
time="2022-01-26T09:29:22.16Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2tvr6l2p
time="2022-01-26T09:29:22.161Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=vmqlr25x stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:22.161Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x unassignedCount=0
time="2022-01-26T09:29:22.161Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vmqlr25x
time="2022-01-26T09:29:22.161Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmqlr25x
time="2022-01-26T09:29:22.17Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=m22d8fmv
time="2022-01-26T09:29:22.17Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=rfwvcpcj
time="2022-01-26T09:29:22.17Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.17Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.17Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.17Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.17Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=rfwvcpcj
time="2022-01-26T09:29:22.17Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=rfwvcpcj
time="2022-01-26T09:29:22.17Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=rfwvcpcj
time="2022-01-26T09:29:22.17Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=rfwvcpcj
time="2022-01-26T09:29:22.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=qv7x6f8c
time="2022-01-26T09:29:22.172Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=qv7x6f8c
time="2022-01-26T09:29:22.172Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qv7x6f8c
time="2022-01-26T09:29:22.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=4zsr6nr8
time="2022-01-26T09:29:22.172Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=4zsr6nr8
time="2022-01-26T09:29:22.172Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zsr6nr8
time="2022-01-26T09:29:22.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=tbpkx2z2
time="2022-01-26T09:29:22.172Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbpkx2z2
time="2022-01-26T09:29:22.172Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=8x4fqcsb
time="2022-01-26T09:29:22.172Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=8x4fqcsb
time="2022-01-26T09:29:22.172Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=8x4fqcsb
time="2022-01-26T09:29:22.172Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=ks5rhppn
time="2022-01-26T09:29:22.172Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=ks5rhppn
time="2022-01-26T09:29:22.172Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ks5rhppn
time="2022-01-26T09:29:22.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=rqgsqmxp
time="2022-01-26T09:29:22.172Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rqgsqmxp
time="2022-01-26T09:29:22.172Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=fwkppzhk
time="2022-01-26T09:29:22.172Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwkppzhk
time="2022-01-26T09:29:22.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=vtkp4z7r
time="2022-01-26T09:29:22.172Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vtkp4z7r
time="2022-01-26T09:29:22.176Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.177Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=pd8mgzm5
time="2022-01-26T09:29:22.177Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=pd8mgzm5
time="2022-01-26T09:29:22.177Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pd8mgzm5
time="2022-01-26T09:29:22.177Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.177Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.177Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T09:29:22.177Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=h4pccc2g
time="2022-01-26T09:29:22.177Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=h4pccc2g
time="2022-01-26T09:29:22.177Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=h4pccc2g
time="2022-01-26T09:29:22.177Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=h4pccc2g
time="2022-01-26T09:29:22.177Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4pccc2g
time="2022-01-26T09:29:22.177Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.177Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:22.177Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=v9q8c9wn stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:22.177Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn unassignedCount=0
time="2022-01-26T09:29:22.177Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.177Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.177Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.177Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9q8c9wn
time="2022-01-26T09:29:22.178Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=rfwvcpcj
time="2022-01-26T09:29:22.178Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=q5h8pxdc
time="2022-01-26T09:29:22.178Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.178Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.179Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.179Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.179Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=q5h8pxdc
time="2022-01-26T09:29:22.179Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=q5h8pxdc
time="2022-01-26T09:29:22.179Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=q5h8pxdc
time="2022-01-26T09:29:22.179Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5h8pxdc
time="2022-01-26T09:29:22.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=7bg46z65
time="2022-01-26T09:29:22.189Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.189Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.189Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.189Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.189Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=7bg46z65
time="2022-01-26T09:29:22.189Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=7bg46z65
time="2022-01-26T09:29:22.189Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=7bg46z65
time="2022-01-26T09:29:22.189Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7bg46z65
time="2022-01-26T09:29:22.224Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=0 infraID=jshu-pool-test-8hfg5-82dsl reconcileID=4rn5rbdg states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:29:22.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=173 elapsedMillisGT=0 outcome=unspecified reconcileID=5p78wpht
time="2022-01-26T09:29:22.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=4gqfb6lz
time="2022-01-26T09:29:22.231Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=4gqfb6lz
time="2022-01-26T09:29:22.231Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=4gqfb6lz
time="2022-01-26T09:29:22.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4gqfb6lz
time="2022-01-26T09:29:22.231Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.232Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.239Z" level=info msg="created service account" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.26Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.26Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.268Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.268Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.268Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=207 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=m4mkrmb6
time="2022-01-26T09:29:22.268Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=gd6z79zb
time="2022-01-26T09:29:22.268Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T09:29:22.285Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=16 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=gd6z79zb
time="2022-01-26T09:29:22.285Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=bnrk954b
time="2022-01-26T09:29:22.285Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T09:29:22.285Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=bnrk954b
time="2022-01-26T09:29:22.287Z" level=info msg="created role" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.297Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation count=6 reconcileID=4rn5rbdg
time="2022-01-26T09:29:22.297Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=4rn5rbdg
time="2022-01-26T09:29:22.333Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=4rn5rbdg
time="2022-01-26T09:29:22.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=277 elapsedMillisGT=0 outcome=unspecified reconcileID=4rn5rbdg
time="2022-01-26T09:29:22.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=wlzgsf97
time="2022-01-26T09:29:22.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wlzgsf97
time="2022-01-26T09:29:22.343Z" level=info msg="created rolebinding" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.343Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.343Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.343Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision derivedObject=jshu-pool-test-8hfg5-uninstall reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.343Z" level=debug msg="uninstall job does not exist, creating it" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.35Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:29:22.351Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision elapsedMillis=214 elapsedMillisGT=0 outcome=unspecified reconcileID=zq4cfpd2
time="2022-01-26T09:29:22.351Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=b68hr4bg
time="2022-01-26T09:29:22.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision derivedObject=jshu-pool-test-8hfg5-uninstall reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=b68hr4bg
time="2022-01-26T09:29:22.366Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=b68hr4bg
time="2022-01-26T09:29:22.404Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=bf7ghflp
time="2022-01-26T09:29:22.404Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.404Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.404Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.404Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.404Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=bf7ghflp
time="2022-01-26T09:29:22.404Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=bf7ghflp
time="2022-01-26T09:29:22.404Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=bf7ghflp
time="2022-01-26T09:29:22.404Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bf7ghflp
time="2022-01-26T09:29:22.412Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=q98l542q
time="2022-01-26T09:29:22.412Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=q98l542q
time="2022-01-26T09:29:22.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=cprjchxh
time="2022-01-26T09:29:22.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.414Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=cprjchxh
time="2022-01-26T09:29:22.414Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=cprjchxh
time="2022-01-26T09:29:22.414Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=cprjchxh
time="2022-01-26T09:29:22.414Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cprjchxh
time="2022-01-26T09:29:22.427Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=q98l542q
time="2022-01-26T09:29:22.427Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=q98l542q
time="2022-01-26T09:29:22.427Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=q98l542q
time="2022-01-26T09:29:22.427Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=q98l542q
time="2022-01-26T09:29:22.427Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=q98l542q
time="2022-01-26T09:29:22.427Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision derivedObject=jshu-pool-test-8hfg5-uninstall reconcileID=q98l542q
time="2022-01-26T09:29:22.427Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=q98l542q
time="2022-01-26T09:29:22.427Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=q98l542q
time="2022-01-26T09:29:22.427Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=q98l542q
time="2022-01-26T09:29:22.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=f257vz7k
time="2022-01-26T09:29:22.434Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.434Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.435Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.435Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:22.435Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=f257vz7k
time="2022-01-26T09:29:22.435Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=f257vz7k
time="2022-01-26T09:29:22.435Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=f257vz7k
time="2022-01-26T09:29:22.435Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f257vz7k
time="2022-01-26T09:29:24.155Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=6f7ttw69
time="2022-01-26T09:29:24.156Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:24.156Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:24.156Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:24.156Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:24.156Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=6f7ttw69
time="2022-01-26T09:29:24.156Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=6f7ttw69
time="2022-01-26T09:29:24.156Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=6f7ttw69
time="2022-01-26T09:29:24.156Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6f7ttw69
time="2022-01-26T09:29:25.215Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=cfvm4xm2
time="2022-01-26T09:29:25.215Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:25.215Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:25.215Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:25.216Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:29:25.216Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=cfvm4xm2
time="2022-01-26T09:29:25.216Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=cfvm4xm2
time="2022-01-26T09:29:25.216Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=cfvm4xm2
time="2022-01-26T09:29:25.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cfvm4xm2
time="2022-01-26T09:29:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:41.355Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=f4bkrql6
time="2022-01-26T09:29:41.355Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=f4bkrql6
time="2022-01-26T09:29:41.355Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=f4bkrql6
time="2022-01-26T09:29:41.355Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.355Z" level=info msg="deleting clusterDeployment" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=f4bkrql6
time="2022-01-26T09:29:41.355Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:41.355Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=nx28pgs5 stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:41.355Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5 unassignedCount=0
time="2022-01-26T09:29:41.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nx28pgs5
time="2022-01-26T09:29:41.356Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nx28pgs5
time="2022-01-26T09:29:41.376Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=rbb6fjt2
time="2022-01-26T09:29:41.376Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=rbb6fjt2
time="2022-01-26T09:29:41.376Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rbb6fjt2
time="2022-01-26T09:29:41.376Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rdz5sxf4
time="2022-01-26T09:29:41.376Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rdz5sxf4
time="2022-01-26T09:29:41.376Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation infraID=jshu-pool-test-dt9tx-pd66n reconcileID=rdz5sxf4
time="2022-01-26T09:29:41.376Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=p549tnhx
time="2022-01-26T09:29:41.376Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable delay=1h36m52.623050059s reconcileID=p549tnhx
time="2022-01-26T09:29:41.376Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p549tnhx
time="2022-01-26T09:29:41.377Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=djzbfvsh
time="2022-01-26T09:29:41.377Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate matchingRelocates="[]" reconcileID=djzbfvsh
time="2022-01-26T09:29:41.377Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=djzbfvsh
time="2022-01-26T09:29:41.377Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.377Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.377Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T09:29:41.377Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=8m7tcmsk
time="2022-01-26T09:29:41.377Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=8m7tcmsk
time="2022-01-26T09:29:41.377Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=w57g7p87
time="2022-01-26T09:29:41.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.378Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.378Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.378Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=w57g7p87
time="2022-01-26T09:29:41.378Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=w57g7p87
time="2022-01-26T09:29:41.378Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=w57g7p87
time="2022-01-26T09:29:41.38Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=w57g7p87
time="2022-01-26T09:29:41.38Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=w57g7p87
time="2022-01-26T09:29:41.38Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=mg4g4vt8
time="2022-01-26T09:29:41.38Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=mg4g4vt8
time="2022-01-26T09:29:41.38Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=mg4g4vt8
time="2022-01-26T09:29:41.38Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mg4g4vt8
time="2022-01-26T09:29:41.38Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=ngpt46qb
time="2022-01-26T09:29:41.38Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-dt9tx controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=ngpt46qb
time="2022-01-26T09:29:41.38Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=ngpt46qb
time="2022-01-26T09:29:41.381Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=txgwvsz8
time="2022-01-26T09:29:41.381Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T09:29:41.382Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=dgmzktww
time="2022-01-26T09:29:41.382Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=dgmzktww
time="2022-01-26T09:29:41.382Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=dgmzktww
time="2022-01-26T09:29:41.383Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=dgmzktww
time="2022-01-26T09:29:41.383Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T09:29:41.383Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=dgmzktww
time="2022-01-26T09:29:41.383Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgmzktww
time="2022-01-26T09:29:41.383Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=qzkrpmcs
time="2022-01-26T09:29:41.383Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=qzkrpmcs
time="2022-01-26T09:29:41.383Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzkrpmcs
time="2022-01-26T09:29:41.383Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=prmf8kxg
time="2022-01-26T09:29:41.383Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=prmf8kxg
time="2022-01-26T09:29:41.383Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=prmf8kxg
time="2022-01-26T09:29:41.383Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:41.383Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=fdz4st2n stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:41.383Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n unassignedCount=0
time="2022-01-26T09:29:41.383Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.383Z" level=info msg="deleting cluster deployment for previous claim" cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fdz4st2n
time="2022-01-26T09:29:41.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=ztr4vbrd
time="2022-01-26T09:29:41.387Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=f4bkrql6
time="2022-01-26T09:29:41.387Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=f4bkrql6
time="2022-01-26T09:29:41.387Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=p22mn4wv
time="2022-01-26T09:29:41.387Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=p22mn4wv
time="2022-01-26T09:29:41.387Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=p22mn4wv
time="2022-01-26T09:29:41.387Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=p22mn4wv
time="2022-01-26T09:29:41.387Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p22mn4wv
time="2022-01-26T09:29:41.394Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=fdz4st2n
time="2022-01-26T09:29:41.395Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=tkvk597b
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=r988k8wx
time="2022-01-26T09:29:41.395Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=tkvk597b
time="2022-01-26T09:29:41.395Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=r988k8wx
time="2022-01-26T09:29:41.395Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tkvk597b
time="2022-01-26T09:29:41.395Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r988k8wx
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=rff7czkg
time="2022-01-26T09:29:41.395Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.395Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T09:29:41.395Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=rff7czkg
time="2022-01-26T09:29:41.395Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rff7czkg
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kmqj5t8p
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=9fmfgjrs
time="2022-01-26T09:29:41.395Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9fmfgjrs
time="2022-01-26T09:29:41.395Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=mr928kgh
time="2022-01-26T09:29:41.395Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=mr928kgh
time="2022-01-26T09:29:41.395Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=mr928kgh
time="2022-01-26T09:29:41.395Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.395Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=mr928kgh
time="2022-01-26T09:29:41.395Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mr928kgh
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=vf4ljhhw
time="2022-01-26T09:29:41.395Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.395Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vf4ljhhw
time="2022-01-26T09:29:41.395Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=s7nfbtdr
time="2022-01-26T09:29:41.395Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s7nfbtdr
time="2022-01-26T09:29:41.395Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.395Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:41.396Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=cp8h449q stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:41.396Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q unassignedCount=0
time="2022-01-26T09:29:41.396Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=vb55tzzv
time="2022-01-26T09:29:41.396Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=7xnj7dpp
time="2022-01-26T09:29:41.396Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=7xnj7dpp
time="2022-01-26T09:29:41.396Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=vb55tzzv
time="2022-01-26T09:29:41.396Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=7xnj7dpp
time="2022-01-26T09:29:41.396Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=vb55tzzv
time="2022-01-26T09:29:41.396Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg reconcileID=vb55tzzv
time="2022-01-26T09:29:41.396Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg\", timestamp:time.Time{wall:0xc0744bc2f9279eca, ext:1915227536831, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg
time="2022-01-26T09:29:41.396Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=vb55tzzv
time="2022-01-26T09:29:41.396Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vb55tzzv
time="2022-01-26T09:29:41.396Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cp8h449q
time="2022-01-26T09:29:41.396Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cp8h449q
time="2022-01-26T09:29:41.405Z" level=info msg="deleted outstanding provision" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=kmqj5t8p
time="2022-01-26T09:29:41.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=kmqj5t8p
time="2022-01-26T09:29:41.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xsh4gnxp
time="2022-01-26T09:29:41.405Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.405Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.405Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.405Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xsh4gnxp
time="2022-01-26T09:29:41.405Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=xsh4gnxp
time="2022-01-26T09:29:41.405Z" level=info msg="creating deprovision request for cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xsh4gnxp
time="2022-01-26T09:29:41.405Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=p29588p8
time="2022-01-26T09:29:41.405Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=p29588p8
time="2022-01-26T09:29:41.405Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p29588p8
time="2022-01-26T09:29:41.405Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2jvp82ff
time="2022-01-26T09:29:41.405Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2jvp82ff
time="2022-01-26T09:29:41.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jvp82ff
time="2022-01-26T09:29:41.415Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2tb7fhxl
time="2022-01-26T09:29:41.415Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2tb7fhxl
time="2022-01-26T09:29:41.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2tb7fhxl
time="2022-01-26T09:29:41.415Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=xsh4gnxp
time="2022-01-26T09:29:41.416Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=tw2sph6j
time="2022-01-26T09:29:41.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=qj4g6kn2
time="2022-01-26T09:29:41.434Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=qj4g6kn2
time="2022-01-26T09:29:41.434Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qj4g6kn2
time="2022-01-26T09:29:41.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=mrgwk674
time="2022-01-26T09:29:41.434Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=mrgwk674
time="2022-01-26T09:29:41.434Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mrgwk674
time="2022-01-26T09:29:41.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=z6b5bhpd
time="2022-01-26T09:29:41.434Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6b5bhpd
time="2022-01-26T09:29:41.434Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=rdfkdgjg
time="2022-01-26T09:29:41.434Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=rdfkdgjg
time="2022-01-26T09:29:41.434Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=rdfkdgjg
time="2022-01-26T09:29:41.434Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=4tkkz6fr
time="2022-01-26T09:29:41.434Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=4tkkz6fr
time="2022-01-26T09:29:41.434Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4tkkz6fr
time="2022-01-26T09:29:41.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=twnhlzr5
time="2022-01-26T09:29:41.434Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twnhlzr5
time="2022-01-26T09:29:41.434Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=vnp4r42d
time="2022-01-26T09:29:41.434Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnp4r42d
time="2022-01-26T09:29:41.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=xsh4gnxp
time="2022-01-26T09:29:41.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jfd5h9f
time="2022-01-26T09:29:41.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.436Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jfd5h9f
time="2022-01-26T09:29:41.436Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=8jfd5h9f
time="2022-01-26T09:29:41.436Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jfd5h9f
time="2022-01-26T09:29:41.436Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=8jfd5h9f
time="2022-01-26T09:29:41.44Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:41.44Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=2stcxbjk stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:41.44Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk unassignedCount=0
time="2022-01-26T09:29:41.44Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2stcxbjk
time="2022-01-26T09:29:41.44Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2stcxbjk
time="2022-01-26T09:29:41.441Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=lxvh4gmc
time="2022-01-26T09:29:41.441Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=lxvh4gmc
time="2022-01-26T09:29:41.441Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxvh4gmc
time="2022-01-26T09:29:41.441Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.441Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.441Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T09:29:41.441Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=kwch76ft
time="2022-01-26T09:29:41.441Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=kwch76ft
time="2022-01-26T09:29:41.441Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=kwch76ft
time="2022-01-26T09:29:41.441Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=kwch76ft
time="2022-01-26T09:29:41.441Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kwch76ft
time="2022-01-26T09:29:41.441Z" level=info msg="created service account" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=tw2sph6j
time="2022-01-26T09:29:41.447Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=264t8mhw
time="2022-01-26T09:29:41.447Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=264t8mhw
time="2022-01-26T09:29:41.447Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=264t8mhw
time="2022-01-26T09:29:41.451Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=8jfd5h9f
time="2022-01-26T09:29:41.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=75zz9bsz
time="2022-01-26T09:29:41.451Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.451Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=fvwfsgw7
time="2022-01-26T09:29:41.451Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=fvwfsgw7
time="2022-01-26T09:29:41.451Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvwfsgw7
time="2022-01-26T09:29:41.451Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=gjclsr9c
time="2022-01-26T09:29:41.451Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.451Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=gjclsr9c
time="2022-01-26T09:29:41.451Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjclsr9c
time="2022-01-26T09:29:41.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=dsssgrl5
time="2022-01-26T09:29:41.451Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=qp4cv8tq
time="2022-01-26T09:29:41.451Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dsssgrl5
time="2022-01-26T09:29:41.451Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=75zz9bsz
time="2022-01-26T09:29:41.451Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=qp4cv8tq
time="2022-01-26T09:29:41.451Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=75zz9bsz
time="2022-01-26T09:29:41.451Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qp4cv8tq
time="2022-01-26T09:29:41.451Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=75zz9bsz
time="2022-01-26T09:29:41.451Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=75zz9bsz
time="2022-01-26T09:29:41.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=vqcbwjpg
time="2022-01-26T09:29:41.451Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vqcbwjpg
time="2022-01-26T09:29:41.451Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=kwbqm9qv
time="2022-01-26T09:29:41.451Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kwbqm9qv
time="2022-01-26T09:29:41.451Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=4dlx8tvc
time="2022-01-26T09:29:41.451Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=4dlx8tvc
time="2022-01-26T09:29:41.451Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=4dlx8tvc
time="2022-01-26T09:29:41.456Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.456Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.456Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T09:29:41.456Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=fhvn4rdj
time="2022-01-26T09:29:41.456Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2j55d5wq
time="2022-01-26T09:29:41.456Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=fhvn4rdj
time="2022-01-26T09:29:41.456Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2j55d5wq
time="2022-01-26T09:29:41.456Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=fhvn4rdj
time="2022-01-26T09:29:41.456Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2j55d5wq
time="2022-01-26T09:29:41.456Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=fhvn4rdj
time="2022-01-26T09:29:41.456Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fhvn4rdj
time="2022-01-26T09:29:41.457Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:29:41.457Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=ntmxr5bd stale=0 standby=1 unclaimed=1
time="2022-01-26T09:29:41.457Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd unassignedCount=0
time="2022-01-26T09:29:41.457Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.457Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ntmxr5bd
time="2022-01-26T09:29:41.458Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=75zz9bsz
time="2022-01-26T09:29:41.458Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-dt9tx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-dt9tx namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2vg84ghr
time="2022-01-26T09:29:41.458Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.458Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.458Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.458Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.458Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2vg84ghr
time="2022-01-26T09:29:41.458Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=2vg84ghr
time="2022-01-26T09:29:41.458Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=2vg84ghr
time="2022-01-26T09:29:41.458Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vg84ghr
time="2022-01-26T09:29:41.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qdjx8rtp
time="2022-01-26T09:29:41.464Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.464Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.464Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.464Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.465Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qdjx8rtp
time="2022-01-26T09:29:41.465Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=qdjx8rtp
time="2022-01-26T09:29:41.465Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qdjx8rtp
time="2022-01-26T09:29:41.465Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qdjx8rtp
time="2022-01-26T09:29:41.47Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qpjbjbr4
time="2022-01-26T09:29:41.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.471Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qpjbjbr4
time="2022-01-26T09:29:41.471Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=qpjbjbr4
time="2022-01-26T09:29:41.471Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qpjbjbr4
time="2022-01-26T09:29:41.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qpjbjbr4
time="2022-01-26T09:29:41.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6mtv97hc
time="2022-01-26T09:29:41.472Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.472Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.472Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.472Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.472Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6mtv97hc
time="2022-01-26T09:29:41.472Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=6mtv97hc
time="2022-01-26T09:29:41.472Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=6mtv97hc
time="2022-01-26T09:29:41.472Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mtv97hc
time="2022-01-26T09:29:41.484Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=txgwvsz8
time="2022-01-26T09:29:41.486Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=ztr4vbrd
time="2022-01-26T09:29:41.486Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=ztr4vbrd
time="2022-01-26T09:29:41.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=102 elapsedMillisGT=0 outcome=unspecified reconcileID=ztr4vbrd
time="2022-01-26T09:29:41.486Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=96dlv2dn
time="2022-01-26T09:29:41.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96dlv2dn
time="2022-01-26T09:29:41.503Z" level=info msg="created role" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=tw2sph6j
time="2022-01-26T09:29:41.507Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=txgwvsz8
time="2022-01-26T09:29:41.508Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=txgwvsz8
time="2022-01-26T09:29:41.52Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=0 infraID=jshu-pool-test-dt9tx-pd66n reconcileID=rdz5sxf4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:29:41.524Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=146 elapsedMillisGT=0 outcome=unspecified reconcileID=8m7tcmsk
time="2022-01-26T09:29:41.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7xqrgmnn
time="2022-01-26T09:29:41.524Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=7xqrgmnn
time="2022-01-26T09:29:41.524Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=7xqrgmnn
time="2022-01-26T09:29:41.524Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xqrgmnn
time="2022-01-26T09:29:41.557Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=txgwvsz8
time="2022-01-26T09:29:41.557Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=txgwvsz8
time="2022-01-26T09:29:41.559Z" level=info msg="created rolebinding" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=tw2sph6j
time="2022-01-26T09:29:41.559Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=tw2sph6j
time="2022-01-26T09:29:41.559Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=tw2sph6j
time="2022-01-26T09:29:41.559Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision derivedObject=jshu-pool-test-dt9tx-uninstall reconcileID=tw2sph6j
time="2022-01-26T09:29:41.559Z" level=debug msg="uninstall job does not exist, creating it" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=tw2sph6j
time="2022-01-26T09:29:41.562Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=txgwvsz8
time="2022-01-26T09:29:41.562Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=txgwvsz8
time="2022-01-26T09:29:41.562Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=181 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=txgwvsz8
time="2022-01-26T09:29:41.562Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=5bjx9p7x
time="2022-01-26T09:29:41.562Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T09:29:41.565Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision elapsedMillis=149 elapsedMillisGT=0 outcome=unspecified reconcileID=tw2sph6j
time="2022-01-26T09:29:41.565Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.565Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.566Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:29:41.571Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation count=6 reconcileID=rdz5sxf4
time="2022-01-26T09:29:41.571Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rdz5sxf4
time="2022-01-26T09:29:41.575Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=12 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=5bjx9p7x
time="2022-01-26T09:29:41.575Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=tlph2r9d
time="2022-01-26T09:29:41.575Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T09:29:41.575Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=tlph2r9d
time="2022-01-26T09:29:41.58Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.58Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.58Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.58Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.58Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.58Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision derivedObject=jshu-pool-test-dt9tx-uninstall reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.58Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.58Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.58Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=mtgkqpm4
time="2022-01-26T09:29:41.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pgmkjjms
time="2022-01-26T09:29:41.587Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.587Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.587Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.587Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.587Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pgmkjjms
time="2022-01-26T09:29:41.587Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=pgmkjjms
time="2022-01-26T09:29:41.587Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pgmkjjms
time="2022-01-26T09:29:41.587Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pgmkjjms
time="2022-01-26T09:29:41.596Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=2txkxxzn
time="2022-01-26T09:29:41.596Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=2txkxxzn
time="2022-01-26T09:29:41.596Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=sl6rzhmv
time="2022-01-26T09:29:41.596Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.597Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.597Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.597Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.597Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=sl6rzhmv
time="2022-01-26T09:29:41.597Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=sl6rzhmv
time="2022-01-26T09:29:41.597Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=sl6rzhmv
time="2022-01-26T09:29:41.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sl6rzhmv
time="2022-01-26T09:29:41.602Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=rdz5sxf4
time="2022-01-26T09:29:41.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=226 elapsedMillisGT=0 outcome=unspecified reconcileID=rdz5sxf4
time="2022-01-26T09:29:41.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=85fbtp6k
time="2022-01-26T09:29:41.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=85fbtp6k
time="2022-01-26T09:29:41.61Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=2txkxxzn
time="2022-01-26T09:29:41.61Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=2txkxxzn
time="2022-01-26T09:29:41.61Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=2txkxxzn
time="2022-01-26T09:29:41.61Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=2txkxxzn
time="2022-01-26T09:29:41.61Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=2txkxxzn
time="2022-01-26T09:29:41.61Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision derivedObject=jshu-pool-test-dt9tx-uninstall reconcileID=2txkxxzn
time="2022-01-26T09:29:41.61Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=2txkxxzn
time="2022-01-26T09:29:41.61Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=2txkxxzn
time="2022-01-26T09:29:41.61Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=2txkxxzn
time="2022-01-26T09:29:41.615Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nt4p85qd
time="2022-01-26T09:29:41.615Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.616Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.616Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.616Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:41.616Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nt4p85qd
time="2022-01-26T09:29:41.616Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=nt4p85qd
time="2022-01-26T09:29:41.616Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nt4p85qd
time="2022-01-26T09:29:41.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nt4p85qd
time="2022-01-26T09:29:43.296Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pntz6zcl
time="2022-01-26T09:29:43.297Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:43.297Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:43.297Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:43.297Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:43.297Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pntz6zcl
time="2022-01-26T09:29:43.297Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=pntz6zcl
time="2022-01-26T09:29:43.297Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=pntz6zcl
time="2022-01-26T09:29:43.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pntz6zcl
time="2022-01-26T09:29:44.251Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=54wgkdfd
time="2022-01-26T09:29:44.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:44.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:44.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:44.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:29:44.251Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=54wgkdfd
time="2022-01-26T09:29:44.251Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=54wgkdfd
time="2022-01-26T09:29:44.251Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=54wgkdfd
time="2022-01-26T09:29:44.251Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=54wgkdfd
time="2022-01-26T09:29:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:29:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:30:00.149Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:30:00.149Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:30:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:30:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:30:22.086Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=9q95ng2v
time="2022-01-26T09:30:22.086Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=9q95ng2v
time="2022-01-26T09:30:22.086Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=9q95ng2v
time="2022-01-26T09:30:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:30:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:30:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:30:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:30:41.396Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=69qsfgmz
time="2022-01-26T09:30:41.397Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=69qsfgmz
time="2022-01-26T09:30:41.397Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=69qsfgmz
time="2022-01-26T09:30:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:30:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:13.444Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:13.445Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:31:13.445Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:31:13.445Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:31:13.445Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:31:13.445Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:31:22.087Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=79mjf96m
time="2022-01-26T09:31:22.087Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=79mjf96m
time="2022-01-26T09:31:22.087Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=79mjf96m
time="2022-01-26T09:31:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:41.397Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=v5fl8jr7
time="2022-01-26T09:31:41.397Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=v5fl8jr7
time="2022-01-26T09:31:41.397Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=v5fl8jr7
time="2022-01-26T09:31:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:31:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:32:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:32:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:32:22.088Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=d7t75s89
time="2022-01-26T09:32:22.088Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=d7t75s89
time="2022-01-26T09:32:22.088Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=d7t75s89
time="2022-01-26T09:32:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:32:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:32:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:32:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:32:41.397Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=hpg5z4kf
time="2022-01-26T09:32:41.398Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=hpg5z4kf
time="2022-01-26T09:32:41.398Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=hpg5z4kf
time="2022-01-26T09:32:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:32:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:09Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=hlth787d
time="2022-01-26T09:33:09Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=hlth787d
time="2022-01-26T09:33:09Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlth787d
time="2022-01-26T09:33:12.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=q9vmpx2p
time="2022-01-26T09:33:12.178Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=q9vmpx2p
time="2022-01-26T09:33:12.178Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=q9vmpx2p
time="2022-01-26T09:33:12.178Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q9vmpx2p
time="2022-01-26T09:33:13.445Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:13.445Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:33:13.445Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:33:13.445Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:33:13.445Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:33:13.445Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:33:22.089Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=f8wnwtqw
time="2022-01-26T09:33:22.089Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=f8wnwtqw
time="2022-01-26T09:33:22.089Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=f8wnwtqw
time="2022-01-26T09:33:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:41.399Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=mxswlk2w
time="2022-01-26T09:33:41.399Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=mxswlk2w
time="2022-01-26T09:33:41.399Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=mxswlk2w
time="2022-01-26T09:33:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:33:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:34:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:34:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:34:19.57Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:19.571Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=n4fwpq4j stale=0 standby=1 unclaimed=1
time="2022-01-26T09:34:19.571Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j unassignedCount=0
time="2022-01-26T09:34:19.571Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.571Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.59Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=g4lw2n5j
time="2022-01-26T09:34:19.59Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=g4lw2n5j
time="2022-01-26T09:34:19.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g4lw2n5j
time="2022-01-26T09:34:19.591Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=n4fwpq4j
time="2022-01-26T09:34:19.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=djjgzlxp
time="2022-01-26T09:34:19.591Z" level=info msg="Stopping cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=djjgzlxp
time="2022-01-26T09:34:19.591Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Hibernating controller=hibernation reason=Stopping reconcileID=djjgzlxp
time="2022-01-26T09:34:19.591Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=StoppingOrHibernating reconcileID=djjgzlxp
time="2022-01-26T09:34:19.591Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=jqd589zq
time="2022-01-26T09:34:19.591Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=jqd589zq
time="2022-01-26T09:34:19.591Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=jqd589zq
time="2022-01-26T09:34:19.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=fb54ksxx
time="2022-01-26T09:34:19.591Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=8m4.408147509s reconcileID=fb54ksxx
time="2022-01-26T09:34:19.591Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fb54ksxx
time="2022-01-26T09:34:19.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=fskmrsqd
time="2022-01-26T09:34:19.591Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=fskmrsqd
time="2022-01-26T09:34:19.591Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fskmrsqd
time="2022-01-26T09:34:19.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:34:19.592Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:34:19.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:34:19.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=nfsgjgtd
time="2022-01-26T09:34:19.592Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=nfsgjgtd
time="2022-01-26T09:34:19.593Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2gvs7m8z
time="2022-01-26T09:34:19.594Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:19.594Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:19.594Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:19.594Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:19.594Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:19.594Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2gvs7m8z
time="2022-01-26T09:34:19.594Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2gvs7m8z
time="2022-01-26T09:34:19.594Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2gvs7m8z
time="2022-01-26T09:34:19.594Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=hv2nwf58
time="2022-01-26T09:34:19.594Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:34:19.596Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=ntnmdzsh
time="2022-01-26T09:34:19.596Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=ntnmdzsh
time="2022-01-26T09:34:19.596Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=ntnmdzsh
time="2022-01-26T09:34:19.596Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=ntnmdzsh
time="2022-01-26T09:34:19.596Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:34:19.596Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=ntnmdzsh
time="2022-01-26T09:34:19.596Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ntnmdzsh
time="2022-01-26T09:34:19.598Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=2gvs7m8z
time="2022-01-26T09:34:19.598Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=2gvs7m8z
time="2022-01-26T09:34:19.598Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=cqs7xvvz
time="2022-01-26T09:34:19.598Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=cqs7xvvz
time="2022-01-26T09:34:19.598Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=cqs7xvvz
time="2022-01-26T09:34:19.598Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqs7xvvz
time="2022-01-26T09:34:19.599Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=djjgzlxp
time="2022-01-26T09:34:19.599Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=v8zwhmr5
time="2022-01-26T09:34:19.599Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=v8zwhmr5
time="2022-01-26T09:34:19.599Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v8zwhmr5
time="2022-01-26T09:34:19.599Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=mgmkng2k
time="2022-01-26T09:34:19.599Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=mgmkng2k
time="2022-01-26T09:34:19.599Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mgmkng2k
time="2022-01-26T09:34:19.599Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.599Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:19.6Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=cvf2rptl stale=0 standby=1 unclaimed=1
time="2022-01-26T09:34:19.6Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl unassignedCount=0
time="2022-01-26T09:34:19.6Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvf2rptl
time="2022-01-26T09:34:19.6Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=59cfl5sw
time="2022-01-26T09:34:19.707Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=hv2nwf58
time="2022-01-26T09:34:19.719Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=59cfl5sw
time="2022-01-26T09:34:19.719Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=59cfl5sw
time="2022-01-26T09:34:19.719Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=118 elapsedMillisGT=0 outcome=unspecified reconcileID=59cfl5sw
time="2022-01-26T09:34:19.732Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=hv2nwf58
time="2022-01-26T09:34:19.733Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=hv2nwf58
time="2022-01-26T09:34:19.749Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=156 elapsedMillisGT=0 outcome=unspecified reconcileID=nfsgjgtd
time="2022-01-26T09:34:19.76Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=djjgzlxp states="map[pending:{} running:{}]"
time="2022-01-26T09:34:19.76Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation instanceIDs="[i-0b4e2559b5cd93dee i-0be9cbfcc8dda79c1 i-0346c353f64bf807f i-06a921029cf4a86db i-0189de85bcd8d4a4f i-02b1d6cceafdb1666]" reconcileID=djjgzlxp
time="2022-01-26T09:34:19.77Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=hv2nwf58
time="2022-01-26T09:34:19.77Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=hv2nwf58
time="2022-01-26T09:34:19.774Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=hv2nwf58
time="2022-01-26T09:34:19.774Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=hv2nwf58
time="2022-01-26T09:34:19.774Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=180 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=hv2nwf58
time="2022-01-26T09:34:20.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=756 elapsedMillisGT=0 outcome=unspecified reconcileID=djjgzlxp
time="2022-01-26T09:34:20.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=pzg4ct66
time="2022-01-26T09:34:20.347Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=8m3.652244014s reconcileID=pzg4ct66
time="2022-01-26T09:34:20.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pzg4ct66
time="2022-01-26T09:34:20.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=hf969qvs
time="2022-01-26T09:34:20.347Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=hf969qvs
time="2022-01-26T09:34:20.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hf969qvs
time="2022-01-26T09:34:20.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=m8vh8r8c
time="2022-01-26T09:34:20.348Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=m8vh8r8c
time="2022-01-26T09:34:20.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6tswvnhf
time="2022-01-26T09:34:20.349Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6tswvnhf
time="2022-01-26T09:34:20.349Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=6tswvnhf
time="2022-01-26T09:34:20.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6tswvnhf
time="2022-01-26T09:34:20.349Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=sw2fpzzx
time="2022-01-26T09:34:20.349Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=sw2fpzzx
time="2022-01-26T09:34:20.349Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=sw2fpzzx
time="2022-01-26T09:34:20.35Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=dmhtp997
time="2022-01-26T09:34:20.35Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=dmhtp997
time="2022-01-26T09:34:20.35Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=dmhtp997
time="2022-01-26T09:34:20.35Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=dmhtp997
time="2022-01-26T09:34:20.35Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:34:20.35Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=dmhtp997
time="2022-01-26T09:34:20.35Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmhtp997
time="2022-01-26T09:34:20.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=676cvv8v
time="2022-01-26T09:34:20.35Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=676cvv8v
time="2022-01-26T09:34:20.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=676cvv8v
time="2022-01-26T09:34:20.35Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=kpfv4s8p
time="2022-01-26T09:34:20.35Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=kpfv4s8p
time="2022-01-26T09:34:20.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kpfv4s8p
time="2022-01-26T09:34:20.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=hv68rbmn
time="2022-01-26T09:34:20.352Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=ndbzsz8z
time="2022-01-26T09:34:20.352Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=ndbzsz8z
time="2022-01-26T09:34:20.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ndbzsz8z
time="2022-01-26T09:34:20.353Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.353Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.353Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:34:20.353Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=q9m7rq2f
time="2022-01-26T09:34:20.353Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=q9m7rq2f
time="2022-01-26T09:34:20.354Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=q9m7rq2f
time="2022-01-26T09:34:20.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fdvxpgl9
time="2022-01-26T09:34:20.354Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.354Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.355Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.355Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.355Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.355Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fdvxpgl9
time="2022-01-26T09:34:20.355Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fdvxpgl9
time="2022-01-26T09:34:20.355Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fdvxpgl9
time="2022-01-26T09:34:20.356Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=fdvxpgl9
time="2022-01-26T09:34:20.356Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=fdvxpgl9
time="2022-01-26T09:34:20.356Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:20.356Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=rjtv88fd stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:20.356Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd unassignedCount=0
time="2022-01-26T09:34:20.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.356Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rjtv88fd
time="2022-01-26T09:34:20.357Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.357Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:34:20.365Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=rjtv88fd
time="2022-01-26T09:34:20.365Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:20.365Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=jvcftght stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:20.365Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght unassignedCount=0
time="2022-01-26T09:34:20.365Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=jvcftght
time="2022-01-26T09:34:20.365Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jvcftght
time="2022-01-26T09:34:20.403Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=q9m7rq2f states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:34:20.403Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=q9m7rq2f
time="2022-01-26T09:34:20.434Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.437Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=hv68rbmn
time="2022-01-26T09:34:20.437Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=hv68rbmn
time="2022-01-26T09:34:20.437Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=hv68rbmn
time="2022-01-26T09:34:20.443Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=q9m7rq2f states="map[pending:{} running:{}]"
time="2022-01-26T09:34:20.443Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=q9m7rq2f
time="2022-01-26T09:34:20.443Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=q9m7rq2f
time="2022-01-26T09:34:20.455Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=x2pkgf86
time="2022-01-26T09:34:20.455Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=8m3.544376543s reconcileID=x2pkgf86
time="2022-01-26T09:34:20.455Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x2pkgf86
time="2022-01-26T09:34:20.455Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=9zhh7zmg
time="2022-01-26T09:34:20.455Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=9zhh7zmg
time="2022-01-26T09:34:20.455Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9zhh7zmg
time="2022-01-26T09:34:20.455Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=qkxvttph
time="2022-01-26T09:34:20.455Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=qkxvttph
time="2022-01-26T09:34:20.455Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=qkxvttph
time="2022-01-26T09:34:20.455Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkxvttph
time="2022-01-26T09:34:20.455Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=pzw5wtg7
time="2022-01-26T09:34:20.456Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=pzw5wtg7
time="2022-01-26T09:34:20.456Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=pzw5wtg7
time="2022-01-26T09:34:20.456Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=kx42z6hs
time="2022-01-26T09:34:20.456Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=kx42z6hs
time="2022-01-26T09:34:20.456Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=kx42z6hs
time="2022-01-26T09:34:20.456Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=kx42z6hs
time="2022-01-26T09:34:20.456Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:34:20.456Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=kx42z6hs
time="2022-01-26T09:34:20.456Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kx42z6hs
time="2022-01-26T09:34:20.456Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=dq6mxnnj
time="2022-01-26T09:34:20.456Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=dq6mxnnj
time="2022-01-26T09:34:20.456Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dq6mxnnj
time="2022-01-26T09:34:20.456Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=thvw5zrq
time="2022-01-26T09:34:20.456Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=thvw5zrq
time="2022-01-26T09:34:20.456Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=thvw5zrq
time="2022-01-26T09:34:20.456Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jxg9hjk6
time="2022-01-26T09:34:20.458Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=105 elapsedMillisGT=0 outcome=unspecified reconcileID=q9m7rq2f
time="2022-01-26T09:34:20.462Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=114 elapsedMillisGT=0 outcome=unspecified reconcileID=m8vh8r8c
time="2022-01-26T09:34:20.462Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=mmzjks2j
time="2022-01-26T09:34:20.462Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=mmzjks2j
time="2022-01-26T09:34:20.462Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:20.462Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=fmtfcsgc stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:20.462Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc unassignedCount=0
time="2022-01-26T09:34:20.462Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.462Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmtfcsgc
time="2022-01-26T09:34:20.463Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=9jfgwkwm
time="2022-01-26T09:34:20.463Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=9jfgwkwm
time="2022-01-26T09:34:20.463Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jfgwkwm
time="2022-01-26T09:34:20.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.463Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.463Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:34:20.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qzkgg6mk
time="2022-01-26T09:34:20.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:34:20.463Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qzkgg6mk
time="2022-01-26T09:34:20.463Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qzkgg6mk
time="2022-01-26T09:34:20.463Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qzkgg6mk
time="2022-01-26T09:34:20.466Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.468Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qzkgg6mk
time="2022-01-26T09:34:20.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=qzkgg6mk
time="2022-01-26T09:34:20.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cwn2zsxn
time="2022-01-26T09:34:20.468Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cwn2zsxn
time="2022-01-26T09:34:20.468Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.469Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cwn2zsxn
time="2022-01-26T09:34:20.492Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.492Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.509Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.509Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.509Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=152 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=gkhc2ghv
time="2022-01-26T09:34:20.509Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmfddgkd
time="2022-01-26T09:34:20.509Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:34:20.515Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cwn2zsxn states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:34:20.516Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cwn2zsxn
time="2022-01-26T09:34:20.542Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jxg9hjk6
time="2022-01-26T09:34:20.542Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jxg9hjk6
time="2022-01-26T09:34:20.542Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=86 elapsedMillisGT=0 outcome=unspecified reconcileID=jxg9hjk6
time="2022-01-26T09:34:20.546Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmfddgkd
time="2022-01-26T09:34:20.568Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmfddgkd
time="2022-01-26T09:34:20.568Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmfddgkd
time="2022-01-26T09:34:20.569Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cwn2zsxn states="map[pending:{} running:{}]"
time="2022-01-26T09:34:20.569Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cwn2zsxn
time="2022-01-26T09:34:20.569Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=cwn2zsxn
time="2022-01-26T09:34:20.591Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmfddgkd
time="2022-01-26T09:34:20.591Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmfddgkd
time="2022-01-26T09:34:20.598Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmfddgkd
time="2022-01-26T09:34:20.598Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rmfddgkd
time="2022-01-26T09:34:20.598Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=89 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=rmfddgkd
time="2022-01-26T09:34:20.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=169 elapsedMillisGT=0 outcome=unspecified reconcileID=mmzjks2j
time="2022-01-26T09:34:22.09Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=r4kk4vl8
time="2022-01-26T09:34:22.09Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=r4kk4vl8
time="2022-01-26T09:34:22.09Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=r4kk4vl8
time="2022-01-26T09:34:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:34:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:34:33.815Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vx7s4k7r
time="2022-01-26T09:34:33.815Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.815Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.815Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.816Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.816Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vx7s4k7r
time="2022-01-26T09:34:33.816Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=vx7s4k7r
time="2022-01-26T09:34:33.816Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vx7s4k7r
time="2022-01-26T09:34:33.816Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vx7s4k7r
time="2022-01-26T09:34:33.822Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.822Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.83Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=57gx2x9d
time="2022-01-26T09:34:33.831Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.831Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.831Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.831Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.831Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=57gx2x9d
time="2022-01-26T09:34:33.831Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=57gx2x9d
time="2022-01-26T09:34:33.831Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=57gx2x9d
time="2022-01-26T09:34:33.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57gx2x9d
time="2022-01-26T09:34:33.887Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.887Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.887Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision name=cluster-uninstaller reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.887Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.887Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.887Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision derivedObject=jshu-pool-test-8hfg5-uninstall reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.887Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.887Z" level=info msg="uninstall job successful, setting completed status" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.887Z" level=debug msg="uninstall job completed" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision duration=311 reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.894Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xnk6mfx7
time="2022-01-26T09:34:33.894Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=xr57vrxd
time="2022-01-26T09:34:33.895Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=xr57vrxd
time="2022-01-26T09:34:33.895Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.895Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xr57vrxd
time="2022-01-26T09:34:33.895Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.895Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.895Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.895Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xnk6mfx7
time="2022-01-26T09:34:33.895Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=xnk6mfx7
time="2022-01-26T09:34:33.895Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision elapsedMillis=73 elapsedMillisGT=0 outcome=unspecified reconcileID=ksq4wz4k
time="2022-01-26T09:34:33.895Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xnk6mfx7
time="2022-01-26T09:34:33.895Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=4cjl5ltb
time="2022-01-26T09:34:33.895Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=4cjl5ltb
time="2022-01-26T09:34:33.895Z" level=debug msg="clusterdeprovision is complete, skipping" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=4cjl5ltb
time="2022-01-26T09:34:33.895Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4cjl5ltb
time="2022-01-26T09:34:33.906Z" level=info msg="DNSZone gone and deprovision request completed, removing finalizer" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xnk6mfx7
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=xcfvqr6b
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=mxrl9dtz
time="2022-01-26T09:34:33.907Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=xcfvqr6b
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xcfvqr6b
time="2022-01-26T09:34:33.907Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=mxrl9dtz
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxrl9dtz
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=fj7p5q4t
time="2022-01-26T09:34:33.907Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=fj7p5q4t
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=fqw87wgg
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fj7p5q4t
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqw87wgg
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=xzfljmwf
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=bgsnp6hl
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bgsnp6hl
time="2022-01-26T09:34:33.907Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 reconcileID=xzfljmwf
time="2022-01-26T09:34:33.907Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=xzfljmwf
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xzfljmwf
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=s2zzbvrj
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s2zzbvrj
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=vgh5jjhp
time="2022-01-26T09:34:33.907Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=4cqzhl9s
time="2022-01-26T09:34:33.907Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=4cqzhl9s
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=4cqzhl9s
time="2022-01-26T09:34:33.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vgh5jjhp
time="2022-01-26T09:34:33.913Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5wtgmcfc
time="2022-01-26T09:34:33.913Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:33.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wtgmcfc
time="2022-01-26T09:34:33.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.913Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:34:33.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T09:34:33.913Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=7jw5v7bq
time="2022-01-26T09:34:33.913Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=2 clusterPool=default/jshu-pool-test controller=clusterpool deleting=2 installing=0 reconcileID=7v624s69 stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=7jw5v7bq
time="2022-01-26T09:34:33.913Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7jw5v7bq
time="2022-01-26T09:34:33.913Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69 unassignedCount=0
time="2022-01-26T09:34:33.913Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=snp8cxt2
time="2022-01-26T09:34:33.913Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=snp8cxt2
time="2022-01-26T09:34:33.913Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="object does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim object=jshu-pool-test-8hfg5/hive-claim-owner reconcileID=snp8cxt2
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=snp8cxt2
time="2022-01-26T09:34:33.913Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=snp8cxt2
time="2022-01-26T09:34:33.913Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="claim already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 claim=jshu-claim-test1 cluster=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=nwnxnhhj
time="2022-01-26T09:34:33.913Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7v624s69
time="2022-01-26T09:34:33.913Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T09:34:33.913Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=nwnxnhhj
time="2022-01-26T09:34:34.004Z" level=debug msg="cleared metric: %v&{0xc0004487b0}" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=xnk6mfx7
time="2022-01-26T09:34:34.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=109 elapsedMillisGT=0 outcome=unspecified reconcileID=xnk6mfx7
time="2022-01-26T09:34:34.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=rkpww8cx
time="2022-01-26T09:34:34.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:34.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:34.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:34.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5
time="2022-01-26T09:34:34.004Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=rkpww8cx
time="2022-01-26T09:34:34.004Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment derivedObject=jshu-pool-test-8hfg5 reconcileID=rkpww8cx
time="2022-01-26T09:34:34.004Z" level=info msg="DNSZone gone and deprovision request completed, removing finalizer" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=rkpww8cx
time="2022-01-26T09:34:34.004Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ghdl5lll
time="2022-01-26T09:34:34.004Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=ghdl5lll
time="2022-01-26T09:34:34.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghdl5lll
time="2022-01-26T09:34:34.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5qptdcd5
time="2022-01-26T09:34:34.004Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation reconcileID=5qptdcd5
time="2022-01-26T09:34:34.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5qptdcd5
time="2022-01-26T09:34:34.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable reconcileID=mn4gnx7p
time="2022-01-26T09:34:34.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mn4gnx7p
time="2022-01-26T09:34:34.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=b42fhnhg
time="2022-01-26T09:34:34.004Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate reconcileID=b42fhnhg
time="2022-01-26T09:34:34.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b42fhnhg
time="2022-01-26T09:34:34.004Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=984pf979
time="2022-01-26T09:34:34.005Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision reconcileID=984pf979
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=wq6hpnk2
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-0-zrkjk controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=984pf979
time="2022-01-26T09:34:34.005Z" level=info msg="cluster does not exist" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=wq6hpnk2
time="2022-01-26T09:34:34.005Z" level=info msg="assigned cluster was not claimed" cluster=jshu-pool-test-8hfg5 clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=wq6hpnk2
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:34:34.005Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-8hfg5 outcome=unspecified
time="2022-01-26T09:34:34.005Z" level=info msg="removing finalizer from ClusterClaim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=wq6hpnk2
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress reconcileID=5f6lskd9
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5f6lskd9
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=6vlr5pxj
time="2022-01-26T09:34:34.005Z" level=info msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider reconcileID=6vlr5pxj
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vlr5pxj
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=nvv9nr4k
time="2022-01-26T09:34:34.005Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState reconcileID=nvv9nr4k
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvv9nr4k
time="2022-01-26T09:34:34.005Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=l4n6fbzp stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts reconcileID=ptg628qb
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ptg628qb
time="2022-01-26T09:34:34.005Z" level=debug msg="found claims for ClusterPool" assignedCount=2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp unassignedCount=0
time="2022-01-26T09:34:34.005Z" level=error msg="couldn't sync ClusterDeployment to the claim assigned to it: ClusterDeployment not found" Claim=jshu-claim-test1 ClusterDeployment=jshu-pool-test-8hfg5 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xwgbvrr5
time="2022-01-26T09:34:34.005Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=info msg="deleting namespace since it contains no ClusterDeployments" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=xwgbvrr5
time="2022-01-26T09:34:34.005Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4n6fbzp
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion reconcileID=s9sp8xcz
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9sp8xcz
time="2022-01-26T09:34:34.005Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=hzmfhbd9
time="2022-01-26T09:34:34.005Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker
time="2022-01-26T09:34:34.005Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=hzmfhbd9
time="2022-01-26T09:34:34.005Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=hzmfhbd9
time="2022-01-26T09:34:34.011Z" level=info msg="error removing finalizer" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/hive.openshift.io/clusterdeployments/jshu-pool-test-8hfg5/jshu-pool-test-8hfg5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2741ef15-6301-4cc6-a0ed-91c0187f7fd5, UID in object meta: " reconcileID=rkpww8cx
time="2022-01-26T09:34:34.011Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=rkpww8cx
time="2022-01-26T09:34:34.011Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-8hfg5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/hive.openshift.io/clusterdeployments/jshu-pool-test-8hfg5/jshu-pool-test-8hfg5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2741ef15-6301-4cc6-a0ed-91c0187f7fd5, UID in object meta: " name=jshu-pool-test-8hfg5 namespace=jshu-pool-test-8hfg5
time="2022-01-26T09:34:34.011Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=5xf747dh
time="2022-01-26T09:34:34.011Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=5xf747dh
time="2022-01-26T09:34:34.011Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xf747dh
time="2022-01-26T09:34:34.012Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=wq6hpnk2
time="2022-01-26T09:34:34.012Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.012Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:34.012Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=k966gqgd stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:34.012Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd unassignedCount=0
time="2022-01-26T09:34:34.012Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k966gqgd
time="2022-01-26T09:34:34.013Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=lv9sh8vd
time="2022-01-26T09:34:34.013Z" level=info msg="claim not found" clusterClaim=default/jshu-claim-test1 controller=clusterclaim reconcileID=lv9sh8vd
time="2022-01-26T09:34:34.013Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test1 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lv9sh8vd
time="2022-01-26T09:34:34.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vdkwcwl8
time="2022-01-26T09:34:34.017Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=vdkwcwl8
time="2022-01-26T09:34:34.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vdkwcwl8
time="2022-01-26T09:34:34.019Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=14 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=xwgbvrr5
time="2022-01-26T09:34:34.019Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=cwh86g9b
time="2022-01-26T09:34:34.019Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=cwh86g9b
time="2022-01-26T09:34:34.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=4twn68sd
time="2022-01-26T09:34:34.061Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=4twn68sd
time="2022-01-26T09:34:34.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4twn68sd
time="2022-01-26T09:34:34.061Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=wfphwf6s
time="2022-01-26T09:34:34.061Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink reconcileID=wfphwf6s
time="2022-01-26T09:34:34.061Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=xbbrcm6c
time="2022-01-26T09:34:34.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wfphwf6s
time="2022-01-26T09:34:34.061Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=xbbrcm6c
time="2022-01-26T09:34:34.061Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xbbrcm6c
time="2022-01-26T09:34:34.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=prx96bd4
time="2022-01-26T09:34:34.061Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=prx96bd4
time="2022-01-26T09:34:34.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=prx96bd4
time="2022-01-26T09:34:34.075Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=njswnv8c
time="2022-01-26T09:34:34.075Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision reconcileID=njswnv8c
time="2022-01-26T09:34:34.075Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=njswnv8c
time="2022-01-26T09:34:34.092Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=9q9zjhzj
time="2022-01-26T09:34:34.092Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=9q9zjhzj
time="2022-01-26T09:34:34.092Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9q9zjhzj
time="2022-01-26T09:34:34.103Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=2ls6j77c
time="2022-01-26T09:34:34.103Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment reconcileID=2ls6j77c
time="2022-01-26T09:34:34.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ls6j77c
time="2022-01-26T09:34:34.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=wpj5sgnm
time="2022-01-26T09:34:34.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.812Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=wpj5sgnm
time="2022-01-26T09:34:34.812Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=wpj5sgnm
time="2022-01-26T09:34:34.812Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=wpj5sgnm
time="2022-01-26T09:34:34.812Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpj5sgnm
time="2022-01-26T09:34:34.822Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=lrwvscjr
time="2022-01-26T09:34:34.822Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=lrwvscjr
time="2022-01-26T09:34:34.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=tbtkv7b2
time="2022-01-26T09:34:34.832Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.832Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.832Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.832Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.832Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=tbtkv7b2
time="2022-01-26T09:34:34.832Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=tbtkv7b2
time="2022-01-26T09:34:34.832Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=tbtkv7b2
time="2022-01-26T09:34:34.832Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbtkv7b2
time="2022-01-26T09:34:34.837Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=lrwvscjr
time="2022-01-26T09:34:34.837Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=lrwvscjr
time="2022-01-26T09:34:34.837Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=lrwvscjr
time="2022-01-26T09:34:34.837Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=lrwvscjr
time="2022-01-26T09:34:34.837Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=lrwvscjr
time="2022-01-26T09:34:34.837Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision derivedObject=jshu-pool-test-dt9tx-uninstall reconcileID=lrwvscjr
time="2022-01-26T09:34:34.837Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=lrwvscjr
time="2022-01-26T09:34:34.837Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=lrwvscjr
time="2022-01-26T09:34:34.837Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=lrwvscjr
time="2022-01-26T09:34:34.839Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.839Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.853Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.853Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.853Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision name=cluster-uninstaller reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.853Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.853Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.853Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision derivedObject=jshu-pool-test-dt9tx-uninstall reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.854Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.854Z" level=info msg="uninstall job successful, setting completed status" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.854Z" level=debug msg="uninstall job completed" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision duration=293 reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.861Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=4bdvm4f6
time="2022-01-26T09:34:34.861Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=tmcmjn6x
time="2022-01-26T09:34:34.861Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=8zgvsvrx
time="2022-01-26T09:34:34.861Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=8zgvsvrx
time="2022-01-26T09:34:34.861Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8zgvsvrx
time="2022-01-26T09:34:34.861Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=tmcmjn6x
time="2022-01-26T09:34:34.861Z" level=debug msg="clusterdeprovision is complete, skipping" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=tmcmjn6x
time="2022-01-26T09:34:34.861Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmcmjn6x
time="2022-01-26T09:34:34.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7r8624tq
time="2022-01-26T09:34:34.861Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.861Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.861Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.861Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.862Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7r8624tq
time="2022-01-26T09:34:34.862Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment derivedObject=jshu-pool-test-dt9tx reconcileID=7r8624tq
time="2022-01-26T09:34:34.862Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7r8624tq
time="2022-01-26T09:34:34.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=vh9rdfr8
time="2022-01-26T09:34:34.872Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=vh9rdfr8
time="2022-01-26T09:34:34.872Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vh9rdfr8
time="2022-01-26T09:34:34.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=crnlsbcc
time="2022-01-26T09:34:34.872Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=crnlsbcc
time="2022-01-26T09:34:34.872Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=crnlsbcc
time="2022-01-26T09:34:34.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=v26cm5jl
time="2022-01-26T09:34:34.872Z" level=info msg="DNSZone gone and deprovision request completed, removing finalizer" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7r8624tq
time="2022-01-26T09:34:34.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=9qn8zsrd
time="2022-01-26T09:34:34.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qn8zsrd
time="2022-01-26T09:34:34.873Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=6gbjwc8z
time="2022-01-26T09:34:34.873Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=6gbjwc8z
time="2022-01-26T09:34:34.873Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=6gbjwc8z
time="2022-01-26T09:34:34.873Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=rgfm79tv
time="2022-01-26T09:34:34.873Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=rgfm79tv
time="2022-01-26T09:34:34.873Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgfm79tv
time="2022-01-26T09:34:34.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=n5x5cdzf
time="2022-01-26T09:34:34.873Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx reconcileID=v26cm5jl
time="2022-01-26T09:34:34.873Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=v26cm5jl
time="2022-01-26T09:34:34.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5x5cdzf
time="2022-01-26T09:34:34.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=v26cm5jl
time="2022-01-26T09:34:34.873Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=jvb8cn5p
time="2022-01-26T09:34:34.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=8z2crmjd
time="2022-01-26T09:34:34.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8z2crmjd
time="2022-01-26T09:34:34.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jvb8cn5p
time="2022-01-26T09:34:34.877Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.877Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.877Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T09:34:34.877Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=6lm587dz
time="2022-01-26T09:34:34.877Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lm587dz
time="2022-01-26T09:34:34.877Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2bp4d5q7
time="2022-01-26T09:34:34.877Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=2bp4d5q7
time="2022-01-26T09:34:34.877Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2bp4d5q7
time="2022-01-26T09:34:34.878Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=x7ktkv4m
time="2022-01-26T09:34:34.878Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.878Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T09:34:34.878Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:34.878Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=8gb68pvq
time="2022-01-26T09:34:34.878Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=8gb68pvq
time="2022-01-26T09:34:34.878Z" level=debug msg="object does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim object=jshu-pool-test-dt9tx/hive-claim-owner reconcileID=8gb68pvq
time="2022-01-26T09:34:34.878Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=8gb68pvq
time="2022-01-26T09:34:34.878Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=mvdmlbnd stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:34.878Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8gb68pvq
time="2022-01-26T09:34:34.878Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd unassignedCount=0
time="2022-01-26T09:34:34.879Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.879Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.879Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.879Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.879Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.879Z" level=debug msg="claim already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.879Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.878Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=x7ktkv4m
time="2022-01-26T09:34:34.879Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx claim=jshu-claim-test21 cluster=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.879Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvdmlbnd
time="2022-01-26T09:34:34.889Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=799ggv7m
time="2022-01-26T09:34:34.889Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=799ggv7m
time="2022-01-26T09:34:34.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=799ggv7m
time="2022-01-26T09:34:34.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wdfc7vkg
time="2022-01-26T09:34:34.889Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation reconcileID=wdfc7vkg
time="2022-01-26T09:34:34.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdfc7vkg
time="2022-01-26T09:34:34.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=m7sknznd
time="2022-01-26T09:34:34.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7sknznd
time="2022-01-26T09:34:34.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=tk87jmvt
time="2022-01-26T09:34:34.889Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate reconcileID=tk87jmvt
time="2022-01-26T09:34:34.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tk87jmvt
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.89Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister namespace=jshu-pool-test-dt9tx
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-dt9tx outcome=unspecified
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=m7cp48pb
time="2022-01-26T09:34:34.89Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=m7cp48pb
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7cp48pb
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts reconcileID=gc7hnmnn
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gc7hnmnn
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=btkn88sc
time="2022-01-26T09:34:34.89Z" level=info msg="deleting namespace since it contains no ClusterDeployments" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=btkn88sc
time="2022-01-26T09:34:34.89Z" level=debug msg="cleared metric: %v&{0xc0004487b0}" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=7r8624tq
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=7r8624tq
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=d67shm72
time="2022-01-26T09:34:34.89Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s8n7sxkh
time="2022-01-26T09:34:34.89Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=s8n7sxkh
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s8n7sxkh
time="2022-01-26T09:34:34.89Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=d67shm72
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2gj556jp
time="2022-01-26T09:34:34.89Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision reconcileID=2gj556jp
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-0-bzfwg controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2gj556jp
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=d67shm72
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zmtzgk9d
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=zpbkcgtp
time="2022-01-26T09:34:34.89Z" level=info msg="cluster deployment not found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider reconcileID=zpbkcgtp
time="2022-01-26T09:34:34.89Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zpbkcgtp
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=z9lvkxqm
time="2022-01-26T09:34:34.89Z" level=info msg="cluster does not exist" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=z9lvkxqm
time="2022-01-26T09:34:34.89Z" level=info msg="assigned cluster was not claimed" cluster=jshu-pool-test-dt9tx clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=z9lvkxqm
time="2022-01-26T09:34:34.89Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=zmtzgk9d stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:34.89Z" level=info msg="removing finalizer from ClusterClaim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=z9lvkxqm
time="2022-01-26T09:34:34.89Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zmtzgk9d unassignedCount=0
time="2022-01-26T09:34:34.89Z" level=error msg="couldn't sync ClusterDeployment to the claim assigned to it: ClusterDeployment not found" Claim=jshu-claim-test21 ClusterDeployment=jshu-pool-test-dt9tx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zmtzgk9d
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmtzgk9d
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion reconcileID=98jvtkqz
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=98jvtkqz
time="2022-01-26T09:34:34.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress reconcileID=dk45kvw9
time="2022-01-26T09:34:34.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dk45kvw9
time="2022-01-26T09:34:34.897Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=7 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=btkn88sc
time="2022-01-26T09:34:34.897Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=qhg2v59p
time="2022-01-26T09:34:34.897Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=qhg2v59p
time="2022-01-26T09:34:34.9Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b55l79bd
time="2022-01-26T09:34:34.9Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:34:34.9Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=b55l79bd stale=0 standby=2 unclaimed=0
time="2022-01-26T09:34:34.9Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=b55l79bd unassignedCount=0
time="2022-01-26T09:34:34.9Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b55l79bd
time="2022-01-26T09:34:34.902Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=z9lvkxqm
time="2022-01-26T09:34:34.902Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=j7xrhkb5
time="2022-01-26T09:34:34.902Z" level=info msg="claim not found" clusterClaim=default/jshu-claim-test21 controller=clusterclaim reconcileID=j7xrhkb5
time="2022-01-26T09:34:34.903Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test21 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j7xrhkb5
time="2022-01-26T09:34:34.906Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=wpk7zvzr
time="2022-01-26T09:34:34.906Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=wpk7zvzr
time="2022-01-26T09:34:34.906Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpk7zvzr
time="2022-01-26T09:34:34.906Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=4rltxs96
time="2022-01-26T09:34:34.906Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink reconcileID=4rltxs96
time="2022-01-26T09:34:34.906Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=969hmthr
time="2022-01-26T09:34:34.906Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rltxs96
time="2022-01-26T09:34:34.906Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=969hmthr
time="2022-01-26T09:34:34.906Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=969hmthr
time="2022-01-26T09:34:34.908Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qmpjb2bg
time="2022-01-26T09:34:34.908Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=qmpjb2bg
time="2022-01-26T09:34:34.908Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qmpjb2bg
time="2022-01-26T09:34:34.919Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=fg7sdvqm
time="2022-01-26T09:34:34.919Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision reconcileID=fg7sdvqm
time="2022-01-26T09:34:34.919Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fg7sdvqm
time="2022-01-26T09:34:34.933Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4zx5q7pq
time="2022-01-26T09:34:34.933Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=4zx5q7pq
time="2022-01-26T09:34:34.933Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zx5q7pq
time="2022-01-26T09:34:34.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nkv4x79g
time="2022-01-26T09:34:34.937Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment reconcileID=nkv4x79g
time="2022-01-26T09:34:34.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nkv4x79g
time="2022-01-26T09:34:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:34:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:34:39.641Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker reconcileID=fnv5sl8w
time="2022-01-26T09:34:39.641Z" level=debug msg="object no longer exists" controller=machinepool
time="2022-01-26T09:34:39.641Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-8hfg5/jshu-pool-test-8hfg5-worker outcome=unspecified reconcileID=fnv5sl8w
time="2022-01-26T09:34:40.222Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=cjwdgbct
time="2022-01-26T09:34:40.222Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=cjwdgbct
time="2022-01-26T09:34:40.238Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=64dmxr9k
time="2022-01-26T09:34:40.238Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=64dmxr9k
time="2022-01-26T09:34:40.748Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker reconcileID=bjvjlj7n
time="2022-01-26T09:34:40.748Z" level=debug msg="object no longer exists" controller=machinepool
time="2022-01-26T09:34:40.748Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx-worker outcome=unspecified reconcileID=bjvjlj7n
time="2022-01-26T09:34:40.872Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=5m6s9cxj
time="2022-01-26T09:34:40.872Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=5m6s9cxj
time="2022-01-26T09:34:40.888Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=lbl8scpz
time="2022-01-26T09:34:40.888Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=lbl8scpz
time="2022-01-26T09:34:41.4Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-dt9tx reconcileID=59d4lnsf
time="2022-01-26T09:34:41.4Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-dt9tx outcome=unspecified reconcileID=59d4lnsf
time="2022-01-26T09:34:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:34:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:13.446Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:13.446Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:35:13.446Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:35:13.446Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:35:13.446Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:35:13.446Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:35:20.569Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=drt8cr9j
time="2022-01-26T09:35:20.569Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=drt8cr9j
time="2022-01-26T09:35:20.569Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=drt8cr9j
time="2022-01-26T09:35:20.672Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=5 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=drt8cr9j states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:35:20.672Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=drt8cr9j
time="2022-01-26T09:35:20.715Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=drt8cr9j states="map[pending:{} running:{}]"
time="2022-01-26T09:35:20.716Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=drt8cr9j
time="2022-01-26T09:35:20.716Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=drt8cr9j
time="2022-01-26T09:35:20.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=wk6clr68
time="2022-01-26T09:35:20.727Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=7m3.272298787s reconcileID=wk6clr68
time="2022-01-26T09:35:20.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wk6clr68
time="2022-01-26T09:35:20.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=pjhcgs6s
time="2022-01-26T09:35:20.727Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=pjhcgs6s
time="2022-01-26T09:35:20.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pjhcgs6s
time="2022-01-26T09:35:20.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=qpdbk5tf
time="2022-01-26T09:35:20.727Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=qpdbk5tf
time="2022-01-26T09:35:20.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=9nrv64kj
time="2022-01-26T09:35:20.729Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=9nrv64kj
time="2022-01-26T09:35:20.729Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=9nrv64kj
time="2022-01-26T09:35:20.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nrv64kj
time="2022-01-26T09:35:20.729Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=vbc56789
time="2022-01-26T09:35:20.729Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=vbc56789
time="2022-01-26T09:35:20.729Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=vbc56789
time="2022-01-26T09:35:20.73Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=xpblmgpm
time="2022-01-26T09:35:20.73Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=xpblmgpm
time="2022-01-26T09:35:20.73Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=xpblmgpm
time="2022-01-26T09:35:20.73Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=xpblmgpm
time="2022-01-26T09:35:20.73Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:35:20.73Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=xpblmgpm
time="2022-01-26T09:35:20.73Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xpblmgpm
time="2022-01-26T09:35:20.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=xfblcrqf
time="2022-01-26T09:35:20.73Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=xfblcrqf
time="2022-01-26T09:35:20.73Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xfblcrqf
time="2022-01-26T09:35:20.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=161 elapsedMillisGT=0 outcome=unspecified reconcileID=drt8cr9j
time="2022-01-26T09:35:20.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=66njbwmr
time="2022-01-26T09:35:20.732Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=z5546hs7
time="2022-01-26T09:35:20.732Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=z5546hs7
time="2022-01-26T09:35:20.733Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=z5546hs7
time="2022-01-26T09:35:20.733Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:20.733Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:20.733Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:35:20.733Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=cnfr2n47
time="2022-01-26T09:35:20.733Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=cnfr2n47
time="2022-01-26T09:35:20.733Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnfr2n47
time="2022-01-26T09:35:20.733Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=h8mk9jkr
time="2022-01-26T09:35:20.733Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=h8mk9jkr
time="2022-01-26T09:35:20.733Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h8mk9jkr
time="2022-01-26T09:35:20.736Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=bn76jxn5
time="2022-01-26T09:35:20.736Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:35:20.738Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=crxdt5ks
time="2022-01-26T09:35:20.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:20.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:20.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:20.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:20.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:20.738Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=crxdt5ks
time="2022-01-26T09:35:20.738Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9tkndvnt
time="2022-01-26T09:35:20.738Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:35:20.738Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=9tkndvnt stale=0 standby=2 unclaimed=0
time="2022-01-26T09:35:20.738Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9tkndvnt unassignedCount=0
time="2022-01-26T09:35:20.738Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9tkndvnt
time="2022-01-26T09:35:20.739Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=crxdt5ks
time="2022-01-26T09:35:20.739Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=crxdt5ks
time="2022-01-26T09:35:20.751Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=crxdt5ks
time="2022-01-26T09:35:20.751Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=crxdt5ks
time="2022-01-26T09:35:20.776Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=5 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=z5546hs7 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:35:20.777Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=z5546hs7
time="2022-01-26T09:35:20.82Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=z5546hs7 states="map[pending:{} running:{}]"
time="2022-01-26T09:35:20.82Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=z5546hs7
time="2022-01-26T09:35:20.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=z5546hs7
time="2022-01-26T09:35:22.09Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-8hfg5 reconcileID=9wjxsbfg
time="2022-01-26T09:35:22.09Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-8hfg5 outcome=unspecified reconcileID=9wjxsbfg
I0126 09:35:24.930412       1 request.go:665] Waited for 1.10368973s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/coordination.k8s.io/v1?timeout=32s
time="2022-01-26T09:35:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:30.745Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=bn76jxn5
time="2022-01-26T09:35:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:52.764Z" level=error msg="failed to list target cluster operators" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=qpdbk5tf
time="2022-01-26T09:35:52.764Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=32036 elapsedMillisGT=30000 outcome=unspecified reconcileID=qpdbk5tf
time="2022-01-26T09:35:52.764Z" level=error msg="Reconciler error" _name=clusterstate-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.13.19.136:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.765Z" level=error msg="unable to fetch master machines" controller=machinepool error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.13.19.136:6443: connect: connection refused" machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=bn76jxn5
time="2022-01-26T09:35:52.765Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=32029 elapsedMillisGT=30000 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=bn76jxn5
time="2022-01-26T09:35:52.765Z" level=error msg="Reconciler error" _name=machinepool-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.13.19.136:6443: connect: connection refused" name=jshu-pool-test-6pgsm-worker namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.766Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=66njbwmr
time="2022-01-26T09:35:52.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=32035 elapsedMillisGT=30000 outcome=unspecified reconcileID=66njbwmr
time="2022-01-26T09:35:52.767Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.13.19.136:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.77Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=5l2s9wbd
time="2022-01-26T09:35:52.77Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=5l2s9wbd
time="2022-01-26T09:35:52.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=sx9wj4gr
time="2022-01-26T09:35:52.776Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=w7rxzwdl
time="2022-01-26T09:35:52.776Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:35:52.78Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=5l2s9wbd
time="2022-01-26T09:35:52.786Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=sx9wj4gr
time="2022-01-26T09:35:52.786Z" level=info msg="remote cluster is unreachable" controller=machinepool error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=w7rxzwdl
time="2022-01-26T09:35:52.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=5l2s9wbd
time="2022-01-26T09:35:52.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=m5tmc72m
time="2022-01-26T09:35:52.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=hdhm7d2j
time="2022-01-26T09:35:52.793Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=hdhm7d2j
time="2022-01-26T09:35:52.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hdhm7d2j
time="2022-01-26T09:35:52.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=sv5rt47q
time="2022-01-26T09:35:52.793Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=sv5rt47q
time="2022-01-26T09:35:52.793Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=sv5rt47q
time="2022-01-26T09:35:52.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sv5rt47q
time="2022-01-26T09:35:52.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7nxnwn4z
time="2022-01-26T09:35:52.793Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7nxnwn4z
time="2022-01-26T09:35:52.793Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7nxnwn4z
time="2022-01-26T09:35:52.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7nxnwn4z
time="2022-01-26T09:35:52.793Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=xqjc2vnn
time="2022-01-26T09:35:52.793Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=xqjc2vnn
time="2022-01-26T09:35:52.793Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=xqjc2vnn
time="2022-01-26T09:35:52.794Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=qzhvbrz6
time="2022-01-26T09:35:52.794Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=qzhvbrz6
time="2022-01-26T09:35:52.794Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzhvbrz6
time="2022-01-26T09:35:52.794Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=qsrthzc6
time="2022-01-26T09:35:52.794Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qsrthzc6
time="2022-01-26T09:35:52.794Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qsrthzc6
time="2022-01-26T09:35:52.794Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qsrthzc6
time="2022-01-26T09:35:52.794Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:35:52.794Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=qsrthzc6
time="2022-01-26T09:35:52.794Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qsrthzc6
time="2022-01-26T09:35:52.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=wsgwfrk8
time="2022-01-26T09:35:52.794Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=wsgwfrk8
time="2022-01-26T09:35:52.794Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wsgwfrk8
time="2022-01-26T09:35:52.794Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=m5tmc72m
time="2022-01-26T09:35:52.798Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r7px9rbs
time="2022-01-26T09:35:52.798Z" level=info msg="could not update clusterdeployment with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sx9wj4gr
time="2022-01-26T09:35:52.798Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=sx9wj4gr
time="2022-01-26T09:35:52.798Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=5wkf6fsw
time="2022-01-26T09:35:52.798Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=76rvg6tv
time="2022-01-26T09:35:52.798Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=5wkf6fsw
time="2022-01-26T09:35:52.798Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wkf6fsw
time="2022-01-26T09:35:52.798Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=76rvg6tv
time="2022-01-26T09:35:52.798Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=76rvg6tv
time="2022-01-26T09:35:52.798Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r7px9rbs
time="2022-01-26T09:35:52.798Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.798Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.798Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:35:52.799Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=r7px9rbs
time="2022-01-26T09:35:52.799Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ht2dd2b9
time="2022-01-26T09:35:52.799Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.799Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.799Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.799Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.799Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.799Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ht2dd2b9
time="2022-01-26T09:35:52.799Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ht2dd2b9
time="2022-01-26T09:35:52.799Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ht2dd2b9
time="2022-01-26T09:35:52.799Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nv6rmmtx
time="2022-01-26T09:35:52.799Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:35:52.8Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=nv6rmmtx stale=0 standby=2 unclaimed=0
time="2022-01-26T09:35:52.8Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nv6rmmtx unassignedCount=0
time="2022-01-26T09:35:52.8Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nv6rmmtx
time="2022-01-26T09:35:52.8Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ht2dd2b9
time="2022-01-26T09:35:52.8Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=ht2dd2b9
time="2022-01-26T09:35:52.801Z" level=info msg="could not update clusterdeployment with unreachable condition" controller=machinepool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=w7rxzwdl
time="2022-01-26T09:35:52.801Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=25 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=w7rxzwdl
time="2022-01-26T09:35:52.803Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=m5tmc72m
time="2022-01-26T09:35:52.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=m5tmc72m
time="2022-01-26T09:35:52.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=klgfpxcn
time="2022-01-26T09:35:52.808Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=klgfpxcn
time="2022-01-26T09:35:52.808Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=klgfpxcn
time="2022-01-26T09:35:52.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=97jwc2sl
time="2022-01-26T09:35:52.809Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=97jwc2sl
time="2022-01-26T09:35:52.813Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rhdcgw7p
time="2022-01-26T09:35:52.813Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:35:52.813Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rhdcgw7p
time="2022-01-26T09:35:52.813Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=rhdcgw7p
time="2022-01-26T09:35:52.821Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=97jwc2sl
time="2022-01-26T09:35:52.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=97jwc2sl
time="2022-01-26T09:35:52.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=j77b7hs5
time="2022-01-26T09:35:52.831Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=j77b7hs5
time="2022-01-26T09:35:52.841Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=j77b7hs5
time="2022-01-26T09:35:52.841Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=j77b7hs5
time="2022-01-26T09:35:52.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hnpt2bpc
time="2022-01-26T09:35:52.861Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hnpt2bpc
time="2022-01-26T09:35:52.878Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=hnpt2bpc
time="2022-01-26T09:35:52.878Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=hnpt2bpc
time="2022-01-26T09:35:52.882Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=3 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=r7px9rbs states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:35:52.882Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=r7px9rbs
time="2022-01-26T09:35:52.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=6drkkwqn
time="2022-01-26T09:35:52.918Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=6drkkwqn
time="2022-01-26T09:35:52.927Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=6drkkwqn
time="2022-01-26T09:35:52.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=6drkkwqn
time="2022-01-26T09:35:52.976Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=r7px9rbs states="map[pending:{} running:{}]"
time="2022-01-26T09:35:52.976Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r7px9rbs
time="2022-01-26T09:35:52.976Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=r7px9rbs
time="2022-01-26T09:35:52.988Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=7htzrj7v
time="2022-01-26T09:35:52.988Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=7htzrj7v
time="2022-01-26T09:35:52.988Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=190 elapsedMillisGT=0 outcome=unspecified reconcileID=r7px9rbs
time="2022-01-26T09:35:52.988Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=pmwbh9j9
time="2022-01-26T09:35:52.988Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=pmwbh9j9
time="2022-01-26T09:35:52.988Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmwbh9j9
time="2022-01-26T09:35:52.988Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xgdpbs58
time="2022-01-26T09:35:52.988Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=xgdpbs58
time="2022-01-26T09:35:52.988Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xgdpbs58
time="2022-01-26T09:35:52.989Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgdpbs58
time="2022-01-26T09:35:52.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=rwchj8ds
time="2022-01-26T09:35:52.989Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=rwchj8ds
time="2022-01-26T09:35:52.989Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=rwchj8ds
time="2022-01-26T09:35:52.989Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwchj8ds
time="2022-01-26T09:35:52.989Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=hmwxlzf7
time="2022-01-26T09:35:52.989Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=hmwxlzf7
time="2022-01-26T09:35:52.989Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=hmwxlzf7
time="2022-01-26T09:35:52.989Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=49gqth5t
time="2022-01-26T09:35:52.989Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=49gqth5t
time="2022-01-26T09:35:52.989Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49gqth5t
time="2022-01-26T09:35:52.989Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=qm5k96tq
time="2022-01-26T09:35:52.989Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qm5k96tq
time="2022-01-26T09:35:52.989Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qm5k96tq
time="2022-01-26T09:35:52.989Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=qm5k96tq
time="2022-01-26T09:35:52.989Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:35:52.989Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=qm5k96tq
time="2022-01-26T09:35:52.989Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qm5k96tq
time="2022-01-26T09:35:52.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=h4dtvwv9
time="2022-01-26T09:35:52.989Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=h4dtvwv9
time="2022-01-26T09:35:52.989Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4dtvwv9
time="2022-01-26T09:35:52.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=wmptqsjv
time="2022-01-26T09:35:52.989Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=wmptqsjv
time="2022-01-26T09:35:52.989Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmptqsjv
time="2022-01-26T09:35:52.994Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vk8tqb5q
time="2022-01-26T09:35:52.994Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=lck6cprg
time="2022-01-26T09:35:52.994Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=lck6cprg
time="2022-01-26T09:35:52.994Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lck6cprg
time="2022-01-26T09:35:52.994Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gcznnsxx
time="2022-01-26T09:35:52.994Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.994Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:35:52.994Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.994Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=gcznnsxx
time="2022-01-26T09:35:52.994Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=gcznnsxx
time="2022-01-26T09:35:52.994Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.994Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.994Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.994Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.994Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:35:52.994Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vk8tqb5q
time="2022-01-26T09:35:52.994Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:35:52.994Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vk8tqb5q
time="2022-01-26T09:35:52.994Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vk8tqb5q
time="2022-01-26T09:35:52.995Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvtr6b9m
time="2022-01-26T09:35:52.995Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:35:52.995Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=qvtr6b9m stale=0 standby=2 unclaimed=0
time="2022-01-26T09:35:52.995Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qvtr6b9m unassignedCount=0
time="2022-01-26T09:35:52.995Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvtr6b9m
time="2022-01-26T09:35:52.996Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vk8tqb5q
time="2022-01-26T09:35:52.996Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=vk8tqb5q
time="2022-01-26T09:35:52.997Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=7htzrj7v
time="2022-01-26T09:35:52.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=7htzrj7v
time="2022-01-26T09:35:52.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=l54j6ntx
time="2022-01-26T09:35:52.999Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=l54j6ntx
time="2022-01-26T09:35:52.999Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=l54j6ntx
time="2022-01-26T09:35:53.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=4448lg6z
time="2022-01-26T09:35:53.008Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=4448lg6z
time="2022-01-26T09:35:53.018Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=4448lg6z
time="2022-01-26T09:35:53.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4448lg6z
time="2022-01-26T09:35:53.039Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=3 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=l54j6ntx states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:35:53.04Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=l54j6ntx
time="2022-01-26T09:35:53.128Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=l54j6ntx states="map[pending:{} running:{}]"
time="2022-01-26T09:35:53.128Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=l54j6ntx
time="2022-01-26T09:35:53.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=129 elapsedMillisGT=0 outcome=unspecified reconcileID=l54j6ntx
time="2022-01-26T09:35:53.339Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=fzk64k8p
time="2022-01-26T09:35:53.34Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=fzk64k8p
time="2022-01-26T09:35:53.352Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=fzk64k8p
time="2022-01-26T09:35:53.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=fzk64k8p
time="2022-01-26T09:35:53.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=tstfsjjd
time="2022-01-26T09:35:53.993Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=tstfsjjd
time="2022-01-26T09:35:54.011Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=tstfsjjd
time="2022-01-26T09:35:54.011Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=tstfsjjd
time="2022-01-26T09:35:55.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=mxqmtdd8
time="2022-01-26T09:35:55.292Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=mxqmtdd8
time="2022-01-26T09:35:55.307Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: connect: connection refused" reconcileID=mxqmtdd8
time="2022-01-26T09:35:55.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=mxqmtdd8
time="2022-01-26T09:35:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:35:57.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=p4ssfxlh
time="2022-01-26T09:35:57.868Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=p4ssfxlh
time="2022-01-26T09:36:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:36:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:36:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:36:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:36:27.87Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: i/o timeout" reconcileID=p4ssfxlh
time="2022-01-26T09:36:27.88Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=lf65wvtp
time="2022-01-26T09:36:27.88Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=lf65wvtp
time="2022-01-26T09:36:27.88Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lf65wvtp
time="2022-01-26T09:36:27.88Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30012 elapsedMillisGT=30000 outcome=unspecified reconcileID=p4ssfxlh
time="2022-01-26T09:36:27.88Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=pmntnx4b
time="2022-01-26T09:36:27.88Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=k92snnq4
time="2022-01-26T09:36:27.88Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=pmntnx4b
time="2022-01-26T09:36:27.88Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=k92snnq4
time="2022-01-26T09:36:27.88Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=k92snnq4
time="2022-01-26T09:36:27.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k92snnq4
time="2022-01-26T09:36:27.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=nhtfxbrn
time="2022-01-26T09:36:27.881Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=nhtfxbrn
time="2022-01-26T09:36:27.881Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=nhtfxbrn
time="2022-01-26T09:36:27.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhtfxbrn
time="2022-01-26T09:36:27.881Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=lbxjmvml
time="2022-01-26T09:36:27.881Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=lbxjmvml
time="2022-01-26T09:36:27.881Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=lbxjmvml
time="2022-01-26T09:36:27.881Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=lbbtnzbz
time="2022-01-26T09:36:27.881Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lbbtnzbz
time="2022-01-26T09:36:27.881Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lbbtnzbz
time="2022-01-26T09:36:27.881Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=lbbtnzbz
time="2022-01-26T09:36:27.881Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:36:27.881Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=lbbtnzbz
time="2022-01-26T09:36:27.881Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lbbtnzbz
time="2022-01-26T09:36:27.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4r5wk5zh
time="2022-01-26T09:36:27.881Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4r5wk5zh
time="2022-01-26T09:36:27.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4r5wk5zh
time="2022-01-26T09:36:27.881Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=59ck5mbk
time="2022-01-26T09:36:27.881Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=59ck5mbk
time="2022-01-26T09:36:27.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59ck5mbk
time="2022-01-26T09:36:27.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=wcxtv697
time="2022-01-26T09:36:27.881Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=wcxtv697
time="2022-01-26T09:36:27.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wcxtv697
time="2022-01-26T09:36:27.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=mr6vzwck
time="2022-01-26T09:36:27.886Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=7x46xwt2
time="2022-01-26T09:36:27.886Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:36:27.886Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=mr6vzwck
time="2022-01-26T09:36:27.886Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=7x46xwt2
time="2022-01-26T09:36:27.886Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=7x46xwt2
time="2022-01-26T09:36:27.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:36:27.886Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:36:27.886Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:36:27.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7fj868d2
time="2022-01-26T09:36:27.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:27.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:27.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:27.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:27.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:27.886Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7fj868d2
time="2022-01-26T09:36:27.886Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=mr6vzwck
time="2022-01-26T09:36:27.886Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7fj868d2
time="2022-01-26T09:36:27.886Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7fj868d2
time="2022-01-26T09:36:27.886Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=56v6kvvd
time="2022-01-26T09:36:27.887Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:36:27.887Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=56v6kvvd stale=0 standby=2 unclaimed=0
time="2022-01-26T09:36:27.887Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=56v6kvvd unassignedCount=0
time="2022-01-26T09:36:27.887Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56v6kvvd
time="2022-01-26T09:36:27.887Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=fhwfsgl4
time="2022-01-26T09:36:27.887Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=fhwfsgl4
time="2022-01-26T09:36:27.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fhwfsgl4
time="2022-01-26T09:36:27.888Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7fj868d2
time="2022-01-26T09:36:27.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=7fj868d2
time="2022-01-26T09:36:28.012Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=mr6vzwck states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:36:28.012Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=mr6vzwck
time="2022-01-26T09:36:28.012Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Hibernating controller=hibernation reason=Hibernating reconcileID=mr6vzwck
time="2022-01-26T09:36:28.024Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=nnsthpsb
time="2022-01-26T09:36:28.024Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=nnsthpsb
time="2022-01-26T09:36:28.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nnsthpsb
time="2022-01-26T09:36:28.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=137 elapsedMillisGT=0 outcome=unspecified reconcileID=mr6vzwck
time="2022-01-26T09:36:28.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=j4p6lzzq
time="2022-01-26T09:36:28.024Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=j4p6lzzq
time="2022-01-26T09:36:28.024Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=j4p6lzzq
time="2022-01-26T09:36:28.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=wxcl2tkl
time="2022-01-26T09:36:28.025Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=wxcl2tkl
time="2022-01-26T09:36:28.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxcl2tkl
time="2022-01-26T09:36:28.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:36:28.025Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:36:28.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:36:28.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=tfdctv8j
time="2022-01-26T09:36:28.025Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=tfdctv8j
time="2022-01-26T09:36:28.025Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=tfdctv8j
time="2022-01-26T09:36:28.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tfdctv8j
time="2022-01-26T09:36:28.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t4zpdf4w
time="2022-01-26T09:36:28.025Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:28.025Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:28.025Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:28.025Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:28.025Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:36:28.025Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t4zpdf4w
time="2022-01-26T09:36:28.025Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t4zpdf4w
time="2022-01-26T09:36:28.025Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t4zpdf4w
time="2022-01-26T09:36:28.026Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t4zpdf4w
time="2022-01-26T09:36:28.026Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=t4zpdf4w
time="2022-01-26T09:36:28.026Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7zsr2rkb
time="2022-01-26T09:36:28.027Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7zsr2rkb
time="2022-01-26T09:36:28.027Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7zsr2rkb
time="2022-01-26T09:36:28.027Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zsr2rkb
time="2022-01-26T09:36:28.027Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6hhjxj9j
time="2022-01-26T09:36:28.027Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=6hhjxj9j
time="2022-01-26T09:36:28.027Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=6hhjxj9j
time="2022-01-26T09:36:28.027Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pt8p2lbw
time="2022-01-26T09:36:28.027Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:36:28.027Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=pt8p2lbw
time="2022-01-26T09:36:28.027Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=pt8p2lbw
time="2022-01-26T09:36:28.027Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=ttdls7bc
time="2022-01-26T09:36:28.027Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=ttdls7bc
time="2022-01-26T09:36:28.027Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=ttdls7bc
time="2022-01-26T09:36:28.027Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=ttdls7bc
time="2022-01-26T09:36:28.027Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:36:28.027Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=ttdls7bc
time="2022-01-26T09:36:28.027Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttdls7bc
time="2022-01-26T09:36:28.027Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=l2r45www
time="2022-01-26T09:36:28.027Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=l2r45www
time="2022-01-26T09:36:28.027Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2r45www
time="2022-01-26T09:36:28.027Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=pzrbcf4c
time="2022-01-26T09:36:28.027Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=pzrbcf4c
time="2022-01-26T09:36:28.027Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pzrbcf4c
time="2022-01-26T09:36:28.027Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wk64dmgf
time="2022-01-26T09:36:28.027Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:36:28.027Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=wk64dmgf stale=0 standby=2 unclaimed=0
time="2022-01-26T09:36:28.027Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wk64dmgf unassignedCount=0
time="2022-01-26T09:36:28.027Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=7x8vk5rz
time="2022-01-26T09:36:28.027Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=7x8vk5rz
time="2022-01-26T09:36:28.027Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7x8vk5rz
time="2022-01-26T09:36:28.027Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wk64dmgf
time="2022-01-26T09:36:28.072Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=j4p6lzzq states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:36:28.072Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=j4p6lzzq
time="2022-01-26T09:36:28.072Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=48 elapsedMillisGT=0 outcome=unspecified reconcileID=j4p6lzzq
time="2022-01-26T09:36:34.399Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=jrlwh2xt
time="2022-01-26T09:36:34.399Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState reconcileID=jrlwh2xt
time="2022-01-26T09:36:34.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrlwh2xt
time="2022-01-26T09:36:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:36:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:36:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:36:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:36:57.882Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: i/o timeout" reconcileID=pmntnx4b
time="2022-01-26T09:36:57.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=pmntnx4b
time="2022-01-26T09:36:57.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=jd4frhjt
time="2022-01-26T09:36:57.882Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=jd4frhjt
time="2022-01-26T09:37:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:13.447Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:13.447Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:37:13.447Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:37:13.447Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:37:13.447Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:37:13.447Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:37:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:27.884Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: i/o timeout" reconcileID=jd4frhjt
time="2022-01-26T09:37:27.895Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30012 elapsedMillisGT=30000 outcome=unspecified reconcileID=jd4frhjt
time="2022-01-26T09:37:27.895Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=rvw7mb97
time="2022-01-26T09:37:27.895Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=rvw7mb97
time="2022-01-26T09:37:27.895Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=h2d9bkgh
time="2022-01-26T09:37:27.896Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=h2d9bkgh
time="2022-01-26T09:37:27.896Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2d9bkgh
time="2022-01-26T09:37:27.896Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=dkdlpg4h
time="2022-01-26T09:37:27.896Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=dkdlpg4h
time="2022-01-26T09:37:27.896Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=dkdlpg4h
time="2022-01-26T09:37:27.896Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dkdlpg4h
time="2022-01-26T09:37:27.896Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=p24gz74q
time="2022-01-26T09:37:27.896Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=p24gz74q
time="2022-01-26T09:37:27.896Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=p24gz74q
time="2022-01-26T09:37:27.896Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p24gz74q
time="2022-01-26T09:37:27.896Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=gnsmd55z
time="2022-01-26T09:37:27.896Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=gnsmd55z
time="2022-01-26T09:37:27.896Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=gnsmd55z
time="2022-01-26T09:37:27.897Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=46rxxprj
time="2022-01-26T09:37:27.897Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=46rxxprj
time="2022-01-26T09:37:27.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46rxxprj
time="2022-01-26T09:37:27.897Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=jr5gk5vg
time="2022-01-26T09:37:27.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=99s99xg2
time="2022-01-26T09:37:27.897Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=99s99xg2
time="2022-01-26T09:37:27.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99s99xg2
time="2022-01-26T09:37:27.897Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=jr5gk5vg
time="2022-01-26T09:37:27.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=6mx5kh4l
time="2022-01-26T09:37:27.897Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=6mx5kh4l
time="2022-01-26T09:37:27.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mx5kh4l
time="2022-01-26T09:37:27.897Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=jr5gk5vg
time="2022-01-26T09:37:27.897Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=jr5gk5vg
time="2022-01-26T09:37:27.897Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:37:27.897Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=jr5gk5vg
time="2022-01-26T09:37:27.897Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jr5gk5vg
time="2022-01-26T09:37:27.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r9p542gg
time="2022-01-26T09:37:27.901Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=4nghj5n7
time="2022-01-26T09:37:27.901Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=4nghj5n7
time="2022-01-26T09:37:27.901Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r9p542gg
time="2022-01-26T09:37:27.901Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nghj5n7
time="2022-01-26T09:37:27.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:37:27.901Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:37:27.901Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:37:27.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=dhzk884s
time="2022-01-26T09:37:27.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:37:27.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:37:27.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:37:27.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:37:27.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:37:27.901Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=dhzk884s
time="2022-01-26T09:37:27.901Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=r9p542gg
time="2022-01-26T09:37:27.901Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=dhzk884s
time="2022-01-26T09:37:27.901Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=dhzk884s
time="2022-01-26T09:37:27.902Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xmnbc6gz
time="2022-01-26T09:37:27.902Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:37:27.902Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=xmnbc6gz stale=0 standby=2 unclaimed=0
time="2022-01-26T09:37:27.902Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xmnbc6gz unassignedCount=0
time="2022-01-26T09:37:27.903Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmnbc6gz
time="2022-01-26T09:37:27.903Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=sg46llk6
time="2022-01-26T09:37:27.903Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:37:27.903Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=sg46llk6
time="2022-01-26T09:37:27.903Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=sg46llk6
time="2022-01-26T09:37:27.903Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=dhzk884s
time="2022-01-26T09:37:27.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=dhzk884s
time="2022-01-26T09:37:28.022Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=r9p542gg states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:37:28.022Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r9p542gg
time="2022-01-26T09:37:28.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=121 elapsedMillisGT=0 outcome=unspecified reconcileID=r9p542gg
time="2022-01-26T09:37:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:37:57.898Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: i/o timeout" reconcileID=rvw7mb97
time="2022-01-26T09:37:57.904Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rvw7mb97
time="2022-01-26T09:37:57.904Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30008 elapsedMillisGT=30000 outcome=unspecified reconcileID=rvw7mb97
time="2022-01-26T09:37:57.904Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:37:57.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=cffp7dnt
time="2022-01-26T09:37:57.904Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=cffp7dnt
time="2022-01-26T09:38:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:38:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:38:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:38:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:38:27.906Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: i/o timeout" reconcileID=cffp7dnt
time="2022-01-26T09:38:27.906Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=cffp7dnt
time="2022-01-26T09:38:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:38:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:38:38.865Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=rsr4rzj6
time="2022-01-26T09:38:38.865Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=rsr4rzj6
time="2022-01-26T09:38:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:38:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:08.867Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: i/o timeout" reconcileID=rsr4rzj6
time="2022-01-26T09:39:08.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=rsr4rzj6
time="2022-01-26T09:39:13.447Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:13.447Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:39:13.448Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:39:13.448Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:39:13.448Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:39:13.448Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:39:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:39:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:40:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:40:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:40:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:40:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:40:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:40:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:40:56.942Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:40:56.942Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:13.448Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:13.448Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:41:13.448Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:41:13.448Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:41:13.448Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:41:13.448Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:41:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:52.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=58x8pr77
time="2022-01-26T09:41:52.707Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=58x8pr77
time="2022-01-26T09:41:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:41:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:42:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:42:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:42:22.709Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: i/o timeout" reconcileID=58x8pr77
time="2022-01-26T09:42:22.709Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=58x8pr77
time="2022-01-26T09:42:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:42:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:42:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:42:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:42:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:42:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:13.448Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:13.448Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:43:13.449Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:43:13.449Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:43:13.449Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:43:13.449Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:43:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:27.788Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=tswmtwfr
time="2022-01-26T09:43:27.788Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T09:43:27.788Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=tswmtwfr
time="2022-01-26T09:43:27.788Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=tswmtwfr
time="2022-01-26T09:43:27.788Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=tgwgtg99
time="2022-01-26T09:43:27.788Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:43:27.788Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=tgwgtg99
time="2022-01-26T09:43:27.788Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=tgwgtg99
time="2022-01-26T09:43:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:43:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:44:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:44:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:44:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:44:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:44:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:44:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:44:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:44:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:45:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:45:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:13.45Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:13.45Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:45:13.45Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:45:13.45Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:45:13.45Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:45:13.45Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:45:16.049Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=n7mx68bm
time="2022-01-26T09:45:16.049Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=n7mx68bm
time="2022-01-26T09:45:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:46.051Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=n7mx68bm
time="2022-01-26T09:45:46.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=n7mx68bm
time="2022-01-26T09:45:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:45:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:46:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:46:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:46:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:46:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:46:35.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:46:35.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:46:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:46:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:13.451Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:13.451Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:47:13.451Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:47:13.451Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:47:13.451Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:47:13.451Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:47:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:50.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=9tq9mn54
time="2022-01-26T09:47:50.389Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=9tq9mn54
time="2022-01-26T09:47:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:47:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:48:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:48:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:48:20.39Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: i/o timeout" reconcileID=9tq9mn54
time="2022-01-26T09:48:20.404Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30015 elapsedMillisGT=30000 outcome=unspecified reconcileID=9tq9mn54
time="2022-01-26T09:48:20.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=p5q6bxlq
time="2022-01-26T09:48:20.405Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=p5q6bxlq
time="2022-01-26T09:48:20.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=rlgmpn8k
time="2022-01-26T09:48:20.405Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=rlgmpn8k
time="2022-01-26T09:48:20.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlgmpn8k
time="2022-01-26T09:48:20.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=rvdrfl6x
time="2022-01-26T09:48:20.405Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=rvdrfl6x
time="2022-01-26T09:48:20.405Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=rvdrfl6x
time="2022-01-26T09:48:20.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvdrfl6x
time="2022-01-26T09:48:20.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7g86qwqd
time="2022-01-26T09:48:20.405Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7g86qwqd
time="2022-01-26T09:48:20.405Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7g86qwqd
time="2022-01-26T09:48:20.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7g86qwqd
time="2022-01-26T09:48:20.405Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=2b4mxhbh
time="2022-01-26T09:48:20.405Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=2b4mxhbh
time="2022-01-26T09:48:20.405Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=2b4mxhbh
time="2022-01-26T09:48:20.405Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=75xldvzd
time="2022-01-26T09:48:20.405Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=75xldvzd
time="2022-01-26T09:48:20.405Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=75xldvzd
time="2022-01-26T09:48:20.405Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=75xldvzd
time="2022-01-26T09:48:20.405Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:48:20.405Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=75xldvzd
time="2022-01-26T09:48:20.406Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=75xldvzd
time="2022-01-26T09:48:20.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=l8glk6fg
time="2022-01-26T09:48:20.406Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=l8glk6fg
time="2022-01-26T09:48:20.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8glk6fg
time="2022-01-26T09:48:20.406Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=lcdn8f2b
time="2022-01-26T09:48:20.406Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=lcdn8f2b
time="2022-01-26T09:48:20.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcdn8f2b
time="2022-01-26T09:48:20.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=mdk5hnzt
time="2022-01-26T09:48:20.406Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=mdk5hnzt
time="2022-01-26T09:48:20.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdk5hnzt
time="2022-01-26T09:48:20.41Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rbwbtzv9
time="2022-01-26T09:48:20.41Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:48:20.41Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=rfq2m5np
time="2022-01-26T09:48:20.41Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=rbwbtzv9
time="2022-01-26T09:48:20.41Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=rfq2m5np
time="2022-01-26T09:48:20.41Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=rbwbtzv9
time="2022-01-26T09:48:20.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rfq2m5np
time="2022-01-26T09:48:20.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:48:20.41Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:48:20.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:48:20.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vnjtq2nx
time="2022-01-26T09:48:20.411Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:48:20.411Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:48:20.411Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:48:20.411Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:48:20.411Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:48:20.411Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vnjtq2nx
time="2022-01-26T09:48:20.411Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vnjtq2nx
time="2022-01-26T09:48:20.411Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vnjtq2nx
time="2022-01-26T09:48:20.411Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=lbrzst5q
time="2022-01-26T09:48:20.412Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=lbrzst5q
time="2022-01-26T09:48:20.412Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=lbrzst5q
time="2022-01-26T09:48:20.412Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd7mp5fg
time="2022-01-26T09:48:20.412Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:48:20.412Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vnjtq2nx
time="2022-01-26T09:48:20.412Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=fd7mp5fg stale=0 standby=2 unclaimed=0
time="2022-01-26T09:48:20.412Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=vnjtq2nx
time="2022-01-26T09:48:20.412Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd7mp5fg unassignedCount=0
time="2022-01-26T09:48:20.413Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fd7mp5fg
time="2022-01-26T09:48:20.54Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=lbrzst5q states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T09:48:20.54Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=lbrzst5q
time="2022-01-26T09:48:20.54Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=128 elapsedMillisGT=0 outcome=unspecified reconcileID=lbrzst5q
time="2022-01-26T09:48:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:48:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:48:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:48:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:48:50.407Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.13.19.136:6443: i/o timeout" reconcileID=p5q6bxlq
time="2022-01-26T09:48:50.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=p5q6bxlq
time="2022-01-26T09:48:56.949Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:48:56.949Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:13.452Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:13.452Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:49:13.452Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:49:13.452Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:49:13.452Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:49:13.452Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:49:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:49:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:50:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:50:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:50:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:50:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:50:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:50:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:50:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:50:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:13.452Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:13.452Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:51:13.453Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:51:13.453Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:51:13.453Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:51:13.453Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:51:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:51:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:52:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:52:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:52:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:52:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:52:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:52:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:52:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:52:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:13.453Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:13.453Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:53:13.453Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:53:13.454Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:53:13.454Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:53:13.454Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:53:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:35.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:53:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:54:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:54:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:54:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:54:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:54:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:54:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:54:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:54:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:13.454Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:13.454Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:55:13.454Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:55:13.455Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:55:13.455Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:55:13.455Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:55:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:55:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:56:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:56:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:56:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:56:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:56:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:56:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:56:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:56:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:13.455Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:13.456Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:57:13.456Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:57:13.456Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:57:13.456Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:57:13.456Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:57:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:57:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:58:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:58:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:58:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:58:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:58:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:58:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:58:56.946Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:58:56.946Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:03.248Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h44n8qdx
time="2022-01-26T09:59:03.248Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=l95htqjz
time="2022-01-26T09:59:03.248Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:03.248Z" level=info msg="initializing cluster claim conditions" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=l95htqjz
time="2022-01-26T09:59:03.248Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=h44n8qdx stale=0 standby=2 unclaimed=0
time="2022-01-26T09:59:03.248Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h44n8qdx unassignedCount=1
time="2022-01-26T09:59:03.248Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h44n8qdx
time="2022-01-26T09:59:03.265Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=l95htqjz
time="2022-01-26T09:59:03.266Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=2j7g48hp
time="2022-01-26T09:59:03.266Z" level=debug msg="adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=2j7g48hp
time="2022-01-26T09:59:03.267Z" level=info msg="could not update status of ClusterClaim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=h44n8qdx
time="2022-01-26T09:59:03.267Z" level=error msg="error assigning clusters <=> claims" clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=h44n8qdx
time="2022-01-26T09:59:03.267Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=h44n8qdx
time="2022-01-26T09:59:03.267Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T09:59:03.267Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d2wnkxbh
time="2022-01-26T09:59:03.267Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:03.268Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=d2wnkxbh stale=0 standby=2 unclaimed=0
time="2022-01-26T09:59:03.268Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d2wnkxbh unassignedCount=1
time="2022-01-26T09:59:03.268Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d2wnkxbh
time="2022-01-26T09:59:03.273Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=2j7g48hp
time="2022-01-26T09:59:03.273Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=2j7g48hp
time="2022-01-26T09:59:03.274Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=vjg7zq2s
time="2022-01-26T09:59:03.274Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=vjg7zq2s
time="2022-01-26T09:59:03.274Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjg7zq2s
time="2022-01-26T09:59:03.276Z" level=info msg="could not update status of ClusterClaim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=d2wnkxbh
time="2022-01-26T09:59:03.276Z" level=error msg="error assigning clusters <=> claims" clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=d2wnkxbh
time="2022-01-26T09:59:03.276Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=d2wnkxbh
time="2022-01-26T09:59:03.276Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T09:59:03.276Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=84pkzvwx
time="2022-01-26T09:59:03.276Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc0745a89e5135a8d, ext:17046890664324, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:03.276Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=84pkzvwx stale=0 standby=2 unclaimed=0
time="2022-01-26T09:59:03.276Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=84pkzvwx unassignedCount=1
time="2022-01-26T09:59:03.276Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=84pkzvwx
time="2022-01-26T09:59:03.284Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=1 reconcileID=84pkzvwx
time="2022-01-26T09:59:03.284Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=r9v4qwfn
time="2022-01-26T09:59:03.284Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=r9v4qwfn
time="2022-01-26T09:59:03.284Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r9v4qwfn
time="2022-01-26T09:59:03.293Z" level=info msg="Creating new cluster" cluster=jshu-pool-test-skzgx clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=84pkzvwx
time="2022-01-26T09:59:03.293Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=sx6pmpgz
time="2022-01-26T09:59:03.293Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=293.306173ms namespace=/jshu-pool-test-skzgx reconcileID=sx6pmpgz
time="2022-01-26T09:59:03.293Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=sx6pmpgz
time="2022-01-26T09:59:03.293Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:03.326Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=2shl84nj
time="2022-01-26T09:59:03.327Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=2shl84nj
time="2022-01-26T09:59:03.333Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=6 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=2shl84nj
time="2022-01-26T09:59:03.334Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=n5hb7t2q
time="2022-01-26T09:59:03.334Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.334Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=n5hb7t2q
time="2022-01-26T09:59:03.334Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=n5hb7t2q
time="2022-01-26T09:59:03.353Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=5mxjf67n
time="2022-01-26T09:59:03.353Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=5mxjf67n
time="2022-01-26T09:59:03.353Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lmm44wnh
time="2022-01-26T09:59:03.353Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lmm44wnh
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=48mm9b4j
time="2022-01-26T09:59:03.354Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=48mm9b4j
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.354Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=d8dgrk5w
time="2022-01-26T09:59:03.354Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=d8dgrk5w
time="2022-01-26T09:59:03.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d8dgrk5w
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=xqnshwb6
time="2022-01-26T09:59:03.354Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=xqnshwb6
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=zh7h9m9v
time="2022-01-26T09:59:03.354Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=zh7h9m9v
time="2022-01-26T09:59:03.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zh7h9m9v
time="2022-01-26T09:59:03.354Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-01-26T09:59:03.354Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=ntp547fl
time="2022-01-26T09:59:03.354Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=ntp547fl
time="2022-01-26T09:59:03.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ntp547fl
time="2022-01-26T09:59:03.353Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=hbnptsg8
time="2022-01-26T09:59:03.354Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=hbnptsg8
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mpt4tfbh
time="2022-01-26T09:59:03.354Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mpt4tfbh
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=gdwpm9hj
time="2022-01-26T09:59:03.354Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=nnbdfcqw
time="2022-01-26T09:59:03.354Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=gdwpm9hj
time="2022-01-26T09:59:03.354Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=nnbdfcqw
time="2022-01-26T09:59:03.354Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=gdwpm9hj
time="2022-01-26T09:59:03.355Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=cd95kdnw
time="2022-01-26T09:59:03.355Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=355.043299ms namespace=/jshu-pool-test-skzgx reconcileID=cd95kdnw
time="2022-01-26T09:59:03.355Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=cd95kdnw
time="2022-01-26T09:59:03.357Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=84pkzvwx
time="2022-01-26T09:59:03.365Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=n7dqgshm
time="2022-01-26T09:59:03.365Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=365.865656ms namespace=/jshu-pool-test-skzgx reconcileID=n7dqgshm
time="2022-01-26T09:59:03.365Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=n7dqgshm
time="2022-01-26T09:59:03.373Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=48mm9b4j
time="2022-01-26T09:59:03.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=xwn6x2h5
time="2022-01-26T09:59:03.373Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=xwn6x2h5
time="2022-01-26T09:59:03.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=5sczf67l
time="2022-01-26T09:59:03.373Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=5sczf67l
time="2022-01-26T09:59:03.373Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5sczf67l
time="2022-01-26T09:59:03.373Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=ckt9pxh8
time="2022-01-26T09:59:03.373Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=373.793286ms namespace=/jshu-pool-test-skzgx reconcileID=ckt9pxh8
time="2022-01-26T09:59:03.373Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=ckt9pxh8
time="2022-01-26T09:59:03.373Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=vcnqdzcx
time="2022-01-26T09:59:03.373Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=vcnqdzcx
time="2022-01-26T09:59:03.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=6lfbpz75
time="2022-01-26T09:59:03.373Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vcnqdzcx
time="2022-01-26T09:59:03.373Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=6lfbpz75
time="2022-01-26T09:59:03.373Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lfbpz75
time="2022-01-26T09:59:03.374Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5mxjf67n
time="2022-01-26T09:59:03.374Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=5mxjf67n
time="2022-01-26T09:59:03.374Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.377Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hbnptsg8
time="2022-01-26T09:59:03.377Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=hbnptsg8
time="2022-01-26T09:59:03.377Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.377Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mpt4tfbh
time="2022-01-26T09:59:03.377Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=mpt4tfbh
time="2022-01-26T09:59:03.377Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.377Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=l8rq5lnx
time="2022-01-26T09:59:03.377Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=l8rq5lnx
time="2022-01-26T09:59:03.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8rq5lnx
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=drckgtkb
time="2022-01-26T09:59:03.378Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=drckgtkb
time="2022-01-26T09:59:03.378Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=drckgtkb
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=nf8rj69z
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=k6ffm42d
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=sjz9wsj4
time="2022-01-26T09:59:03.378Z" level=info msg="Resuming cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=k6ffm42d
time="2022-01-26T09:59:03.378Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=k6ffm42d
time="2022-01-26T09:59:03.378Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=StartingMachines reconcileID=k6ffm42d
time="2022-01-26T09:59:03.378Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=sjz9wsj4
time="2022-01-26T09:59:03.378Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=sjz9wsj4
time="2022-01-26T09:59:03.378Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=sjz9wsj4
time="2022-01-26T09:59:03.378Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:59:03.378Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=sjz9wsj4
time="2022-01-26T09:59:03.378Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjz9wsj4
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=5ll4grks
time="2022-01-26T09:59:03.378Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=5ll4grks
time="2022-01-26T09:59:03.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5ll4grks
time="2022-01-26T09:59:03.378Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=2k7cdcvb
time="2022-01-26T09:59:03.378Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=k6ffm42d
time="2022-01-26T09:59:03.378Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=2k7cdcvb
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=7kjsqdtn
time="2022-01-26T09:59:03.378Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=7kjsqdtn
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.378Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=7phrb9fc
time="2022-01-26T09:59:03.378Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=gt45cgkf
time="2022-01-26T09:59:03.378Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=gt45cgkf
time="2022-01-26T09:59:03.378Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=7phrb9fc
time="2022-01-26T09:59:03.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gt45cgkf
time="2022-01-26T09:59:03.379Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=9zgt7mzh
time="2022-01-26T09:59:03.379Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.379Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=9zgt7mzh
time="2022-01-26T09:59:03.379Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=9zgt7mzh
time="2022-01-26T09:59:03.379Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=q2ktrbgp
time="2022-01-26T09:59:03.379Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=q2ktrbgp
time="2022-01-26T09:59:03.379Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xqnshwb6
time="2022-01-26T09:59:03.379Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=xqnshwb6
time="2022-01-26T09:59:03.379Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.379Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=bhjwtwjs
time="2022-01-26T09:59:03.379Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=bhjwtwjs
time="2022-01-26T09:59:03.379Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lmm44wnh
time="2022-01-26T09:59:03.379Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=lmm44wnh
time="2022-01-26T09:59:03.379Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.379Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=8pf7zdqb
time="2022-01-26T09:59:03.379Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=8pf7zdqb
time="2022-01-26T09:59:03.38Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-skzgx clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=84pkzvwx
time="2022-01-26T09:59:03.38Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=p74v6nhq
time="2022-01-26T09:59:03.38Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:03.38Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:03.38Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:03.38Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:03.38Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:03.38Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=p74v6nhq
time="2022-01-26T09:59:03.38Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=p74v6nhq
time="2022-01-26T09:59:03.38Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=p74v6nhq
time="2022-01-26T09:59:03.38Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bkdgllbv
time="2022-01-26T09:59:03.38Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bkdgllbv
time="2022-01-26T09:59:03.38Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=bkdgllbv
time="2022-01-26T09:59:03.38Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bkdgllbv
time="2022-01-26T09:59:03.378Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:59:03.38Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=nf8rj69z
time="2022-01-26T09:59:03.38Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=2 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=nf8rj69z
time="2022-01-26T09:59:03.379Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=vnctl556
time="2022-01-26T09:59:03.381Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=vnctl556
time="2022-01-26T09:59:03.381Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnctl556
time="2022-01-26T09:59:03.381Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=8wmbv2wg
time="2022-01-26T09:59:03.381Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=8wmbv2wg
time="2022-01-26T09:59:03.381Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8wmbv2wg
time="2022-01-26T09:59:03.381Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:03.381Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:03.381Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:59:03.381Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=l6jhg8gh
time="2022-01-26T09:59:03.381Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=l6jhg8gh
time="2022-01-26T09:59:03.381Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=l6jhg8gh
time="2022-01-26T09:59:03.381Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l6jhg8gh
time="2022-01-26T09:59:03.382Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=p74v6nhq
time="2022-01-26T09:59:03.383Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=p74v6nhq
time="2022-01-26T09:59:03.386Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=xwn6x2h5
time="2022-01-26T09:59:03.386Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=flhhdrsx
time="2022-01-26T09:59:03.386Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=flhhdrsx
time="2022-01-26T09:59:03.386Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flhhdrsx
time="2022-01-26T09:59:03.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.387Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=t6dqng6m
time="2022-01-26T09:59:03.387Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=t6dqng6m
time="2022-01-26T09:59:03.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t6dqng6m
time="2022-01-26T09:59:03.387Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=9tjt5z6d
time="2022-01-26T09:59:03.387Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=387.167194ms namespace=/jshu-pool-test-skzgx reconcileID=9tjt5z6d
time="2022-01-26T09:59:03.387Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=9tjt5z6d
time="2022-01-26T09:59:03.387Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=pksv5b5g
time="2022-01-26T09:59:03.387Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.387Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=pksv5b5g
time="2022-01-26T09:59:03.387Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=pksv5b5g
time="2022-01-26T09:59:03.387Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=drgw84jg
time="2022-01-26T09:59:03.387Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=drgw84jg
time="2022-01-26T09:59:03.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drgw84jg
time="2022-01-26T09:59:03.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=8f4k65j4
time="2022-01-26T09:59:03.387Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=8f4k65j4
time="2022-01-26T09:59:03.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8f4k65j4
time="2022-01-26T09:59:03.389Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2k7cdcvb
time="2022-01-26T09:59:03.389Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=2k7cdcvb
time="2022-01-26T09:59:03.389Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.389Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=kcvxc2sx
time="2022-01-26T09:59:03.389Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=kcvxc2sx
time="2022-01-26T09:59:03.39Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7phrb9fc
time="2022-01-26T09:59:03.39Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=7phrb9fc
time="2022-01-26T09:59:03.39Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.39Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vdkchp2w
time="2022-01-26T09:59:03.39Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vdkchp2w
time="2022-01-26T09:59:03.392Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7kjsqdtn
time="2022-01-26T09:59:03.392Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=7kjsqdtn
time="2022-01-26T09:59:03.392Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.392Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=w6j9btx8
time="2022-01-26T09:59:03.392Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=w6j9btx8
time="2022-01-26T09:59:03.396Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=bhjwtwjs
time="2022-01-26T09:59:03.396Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=bhjwtwjs
time="2022-01-26T09:59:03.396Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.396Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=jfjhcfsl
time="2022-01-26T09:59:03.396Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=jfjhcfsl
time="2022-01-26T09:59:03.397Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nnbdfcqw
time="2022-01-26T09:59:03.397Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=42 elapsedMillisGT=0 outcome=unspecified reconcileID=nnbdfcqw
time="2022-01-26T09:59:03.397Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.397Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=nsh9z746
time="2022-01-26T09:59:03.397Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=nsh9z746
time="2022-01-26T09:59:03.4Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8pf7zdqb
time="2022-01-26T09:59:03.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=8pf7zdqb
time="2022-01-26T09:59:03.4Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=7kwcxvfl
time="2022-01-26T09:59:03.4Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=7kwcxvfl
time="2022-01-26T09:59:03.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=kcvxc2sx
time="2022-01-26T09:59:03.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=5kpmgkgk
time="2022-01-26T09:59:03.403Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=5kpmgkgk
time="2022-01-26T09:59:03.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5kpmgkgk
time="2022-01-26T09:59:03.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=cvb87wkj
time="2022-01-26T09:59:03.403Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=cvb87wkj
time="2022-01-26T09:59:03.403Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvb87wkj
time="2022-01-26T09:59:03.403Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=kg9lw4zb
time="2022-01-26T09:59:03.403Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=403.96566ms namespace=/jshu-pool-test-skzgx reconcileID=kg9lw4zb
time="2022-01-26T09:59:03.403Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=kg9lw4zb
time="2022-01-26T09:59:03.404Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=c8jwvrc8
time="2022-01-26T09:59:03.404Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=c8jwvrc8
time="2022-01-26T09:59:03.404Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c8jwvrc8
time="2022-01-26T09:59:03.404Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=p8fgc924
time="2022-01-26T09:59:03.404Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=p8fgc924
time="2022-01-26T09:59:03.404Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8fgc924
time="2022-01-26T09:59:03.409Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=qg7sr6nh
time="2022-01-26T09:59:03.409Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.409Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=w6j9btx8
time="2022-01-26T09:59:03.409Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=qg7sr6nh
time="2022-01-26T09:59:03.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=w6j9btx8
time="2022-01-26T09:59:03.409Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=qg7sr6nh
time="2022-01-26T09:59:03.409Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.409Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=vw2hk4s9
time="2022-01-26T09:59:03.409Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=vw2hk4s9
time="2022-01-26T09:59:03.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.409Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vw2hk4s9
time="2022-01-26T09:59:03.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.41Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vdkchp2w
time="2022-01-26T09:59:03.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=vdkchp2w
time="2022-01-26T09:59:03.41Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=5hczlsbd
time="2022-01-26T09:59:03.41Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=5hczlsbd
time="2022-01-26T09:59:03.411Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nsh9z746
time="2022-01-26T09:59:03.411Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=nsh9z746
time="2022-01-26T09:59:03.411Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.411Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gdf2qmds
time="2022-01-26T09:59:03.411Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gdf2qmds
time="2022-01-26T09:59:03.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=vvkpz25b
time="2022-01-26T09:59:03.412Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=vvkpz25b
time="2022-01-26T09:59:03.412Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jfjhcfsl
time="2022-01-26T09:59:03.412Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=jfjhcfsl
time="2022-01-26T09:59:03.412Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=j7dlp8w6
time="2022-01-26T09:59:03.413Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=j7dlp8w6
time="2022-01-26T09:59:03.419Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7kwcxvfl
time="2022-01-26T09:59:03.419Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=7kwcxvfl
time="2022-01-26T09:59:03.419Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=tc4gf7nr
time="2022-01-26T09:59:03.419Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=tc4gf7nr
time="2022-01-26T09:59:03.425Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vvkpz25b
time="2022-01-26T09:59:03.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=vvkpz25b
time="2022-01-26T09:59:03.425Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=5hczlsbd
time="2022-01-26T09:59:03.426Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=mqxpprjx
time="2022-01-26T09:59:03.426Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=426.743893ms namespace=/jshu-pool-test-skzgx reconcileID=mqxpprjx
time="2022-01-26T09:59:03.426Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=mqxpprjx
time="2022-01-26T09:59:03.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=qjcx256z
time="2022-01-26T09:59:03.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rbkwcgxd
time="2022-01-26T09:59:03.426Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rbkwcgxd
time="2022-01-26T09:59:03.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rbkwcgxd
time="2022-01-26T09:59:03.426Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=qjcx256z
time="2022-01-26T09:59:03.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qjcx256z
time="2022-01-26T09:59:03.426Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=hx8w5vl5
time="2022-01-26T09:59:03.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=wkjj45dx
time="2022-01-26T09:59:03.426Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=wkjj45dx
time="2022-01-26T09:59:03.426Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=hx8w5vl5
time="2022-01-26T09:59:03.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkjj45dx
time="2022-01-26T09:59:03.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hx8w5vl5
time="2022-01-26T09:59:03.427Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gdf2qmds
time="2022-01-26T09:59:03.427Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=gdf2qmds
time="2022-01-26T09:59:03.427Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.427Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=xrkhkklp
time="2022-01-26T09:59:03.427Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=xrkhkklp
time="2022-01-26T09:59:03.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=jq2tcxxv
time="2022-01-26T09:59:03.432Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tc4gf7nr
time="2022-01-26T09:59:03.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=tc4gf7nr
time="2022-01-26T09:59:03.432Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=zvvsk27r
time="2022-01-26T09:59:03.432Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=zvvsk27r
time="2022-01-26T09:59:03.432Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=bzqk5bsp
time="2022-01-26T09:59:03.432Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=bzqk5bsp
time="2022-01-26T09:59:03.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzqk5bsp
time="2022-01-26T09:59:03.433Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=pdk7q9tr
time="2022-01-26T09:59:03.433Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.433Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=pdk7q9tr
time="2022-01-26T09:59:03.433Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=pdk7q9tr
time="2022-01-26T09:59:03.435Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.435Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.435Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.438Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=j7dlp8w6
time="2022-01-26T09:59:03.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=j7dlp8w6
time="2022-01-26T09:59:03.438Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=jmxwns8r
time="2022-01-26T09:59:03.438Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=jmxwns8r
time="2022-01-26T09:59:03.444Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=qtbfl9q5
time="2022-01-26T09:59:03.444Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=444.892658ms namespace=/jshu-pool-test-skzgx reconcileID=qtbfl9q5
time="2022-01-26T09:59:03.444Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=qtbfl9q5
time="2022-01-26T09:59:03.444Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=9rlqd84s
time="2022-01-26T09:59:03.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=wr9gsdcv
time="2022-01-26T09:59:03.444Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=wr9gsdcv
time="2022-01-26T09:59:03.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wr9gsdcv
time="2022-01-26T09:59:03.444Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=9rlqd84s
time="2022-01-26T09:59:03.445Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9rlqd84s
time="2022-01-26T09:59:03.445Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=5m5stbdw
time="2022-01-26T09:59:03.445Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=xjdncpnq
time="2022-01-26T09:59:03.445Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=5m5stbdw
time="2022-01-26T09:59:03.445Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5m5stbdw
time="2022-01-26T09:59:03.445Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=xjdncpnq
time="2022-01-26T09:59:03.445Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjdncpnq
time="2022-01-26T09:59:03.445Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=xrkhkklp
time="2022-01-26T09:59:03.445Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=5bx5zw6k
time="2022-01-26T09:59:03.445Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5bx5zw6k
time="2022-01-26T09:59:03.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=4wxvc92q
time="2022-01-26T09:59:03.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wxvc92q
time="2022-01-26T09:59:03.448Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zvvsk27r
time="2022-01-26T09:59:03.448Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=zvvsk27r
time="2022-01-26T09:59:03.448Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=flkjqkz8
time="2022-01-26T09:59:03.448Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=flkjqkz8
time="2022-01-26T09:59:03.45Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=sqzw4g7v
time="2022-01-26T09:59:03.45Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.45Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=sqzw4g7v
time="2022-01-26T09:59:03.45Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=sqzw4g7v
time="2022-01-26T09:59:03.45Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.45Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.45Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.45Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=868z9q5s
time="2022-01-26T09:59:03.45Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=868z9q5s
time="2022-01-26T09:59:03.45Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=868z9q5s
time="2022-01-26T09:59:03.455Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jmxwns8r
time="2022-01-26T09:59:03.455Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=jmxwns8r
time="2022-01-26T09:59:03.455Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.455Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=wjph44t4
time="2022-01-26T09:59:03.455Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=wjph44t4
time="2022-01-26T09:59:03.456Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jq2tcxxv
time="2022-01-26T09:59:03.456Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=jq2tcxxv
time="2022-01-26T09:59:03.456Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.456Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=56msr9s2
time="2022-01-26T09:59:03.457Z" level=error msg="could not update powerState" cluster=jshu-pool-test-skzgx clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=84pkzvwx
time="2022-01-26T09:59:03.457Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T09:59:03.457Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=181 elapsedMillisGT=0 outcome=unspecified reconcileID=84pkzvwx
time="2022-01-26T09:59:03.458Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T09:59:03.458Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2zbgcq5
time="2022-01-26T09:59:03.458Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:03.458Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=x2zbgcq5 stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:03.458Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2zbgcq5 unassignedCount=1
time="2022-01-26T09:59:03.467Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=flkjqkz8
time="2022-01-26T09:59:03.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=4v87gg67
time="2022-01-26T09:59:03.468Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=4v87gg67
time="2022-01-26T09:59:03.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=n6g82246
time="2022-01-26T09:59:03.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4v87gg67
time="2022-01-26T09:59:03.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6g82246
time="2022-01-26T09:59:03.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=2jjzf5m2
time="2022-01-26T09:59:03.468Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=2jjzf5m2
time="2022-01-26T09:59:03.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jjzf5m2
time="2022-01-26T09:59:03.468Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=nfhpsmdp
time="2022-01-26T09:59:03.468Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=468.119547ms namespace=/jshu-pool-test-skzgx reconcileID=nfhpsmdp
time="2022-01-26T09:59:03.468Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=nfhpsmdp
time="2022-01-26T09:59:03.468Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=k92wnbgj
time="2022-01-26T09:59:03.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=b8qzxfn2
time="2022-01-26T09:59:03.468Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=b8qzxfn2
time="2022-01-26T09:59:03.468Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=k92wnbgj
time="2022-01-26T09:59:03.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b8qzxfn2
time="2022-01-26T09:59:03.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k92wnbgj
time="2022-01-26T09:59:03.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=92jtj8hm
time="2022-01-26T09:59:03.468Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=92jtj8hm
time="2022-01-26T09:59:03.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92jtj8hm
time="2022-01-26T09:59:03.469Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wjph44t4
time="2022-01-26T09:59:03.469Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=wjph44t4
time="2022-01-26T09:59:03.469Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.469Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=xkg79qtl
time="2022-01-26T09:59:03.469Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=xkg79qtl
time="2022-01-26T09:59:03.473Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=phg75kwq
time="2022-01-26T09:59:03.473Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.473Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.473Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.473Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.473Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=phg75kwq
time="2022-01-26T09:59:03.473Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=phg75kwq
time="2022-01-26T09:59:03.473Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=f9sqmtw4
time="2022-01-26T09:59:03.473Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=f9sqmtw4
time="2022-01-26T09:59:03.473Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9sqmtw4
time="2022-01-26T09:59:03.478Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=56msr9s2
time="2022-01-26T09:59:03.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=56msr9s2
time="2022-01-26T09:59:03.478Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=6r79l87n
time="2022-01-26T09:59:03.493Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=xkg79qtl
time="2022-01-26T09:59:03.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=7phkw5b4
time="2022-01-26T09:59:03.493Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=7phkw5b4
time="2022-01-26T09:59:03.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=wdjpdrhs
time="2022-01-26T09:59:03.493Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=wdjpdrhs
time="2022-01-26T09:59:03.493Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdjpdrhs
time="2022-01-26T09:59:03.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=bqxgvmpw
time="2022-01-26T09:59:03.493Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=dmnqhwcv
time="2022-01-26T09:59:03.493Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=bqxgvmpw
time="2022-01-26T09:59:03.493Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=dmnqhwcv
time="2022-01-26T09:59:03.493Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqxgvmpw
time="2022-01-26T09:59:03.493Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmnqhwcv
time="2022-01-26T09:59:03.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=7d84zk6q
time="2022-01-26T09:59:03.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=txfcwnkl
time="2022-01-26T09:59:03.493Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=7d84zk6q
time="2022-01-26T09:59:03.493Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=txfcwnkl
time="2022-01-26T09:59:03.493Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7d84zk6q
time="2022-01-26T09:59:03.493Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txfcwnkl
time="2022-01-26T09:59:03.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=vd964s7n
time="2022-01-26T09:59:03.494Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=rltc9vxn
time="2022-01-26T09:59:03.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vd964s7n
time="2022-01-26T09:59:03.494Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=494.05033ms namespace=/jshu-pool-test-skzgx reconcileID=rltc9vxn
time="2022-01-26T09:59:03.494Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=rltc9vxn
time="2022-01-26T09:59:03.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.499Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.499Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=p2kj8dt7
time="2022-01-26T09:59:03.499Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=4n4pjjd6
time="2022-01-26T09:59:03.499Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=4n4pjjd6
time="2022-01-26T09:59:03.499Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4n4pjjd6
time="2022-01-26T09:59:03.499Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=p2kj8dt7
time="2022-01-26T09:59:03.499Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=p2kj8dt7
time="2022-01-26T09:59:03.5Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6r79l87n
time="2022-01-26T09:59:03.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=6r79l87n
time="2022-01-26T09:59:03.5Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.503Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7phkw5b4
time="2022-01-26T09:59:03.503Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=7phkw5b4
time="2022-01-26T09:59:03.503Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.503Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=9qnhdw2z
time="2022-01-26T09:59:03.503Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=9qnhdw2z
time="2022-01-26T09:59:03.503Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qnhdw2z
time="2022-01-26T09:59:03.508Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=wj7cr6tl
time="2022-01-26T09:59:03.508Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=wj7cr6tl
time="2022-01-26T09:59:03.508Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wj7cr6tl
time="2022-01-26T09:59:03.512Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=k6ffm42d states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:03.512Z" level=info msg="Starting on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation instanceIDs="[i-0b4e2559b5cd93dee i-0be9cbfcc8dda79c1 i-0346c353f64bf807f i-06a921029cf4a86db i-0189de85bcd8d4a4f i-02b1d6cceafdb1666]" reconcileID=k6ffm42d
time="2022-01-26T09:59:03.529Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=q6s6zv7b
time="2022-01-26T09:59:03.529Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=q6s6zv7b
time="2022-01-26T09:59:03.529Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6s6zv7b
time="2022-01-26T09:59:03.558Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=hsdn6gq7
time="2022-01-26T09:59:03.58Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=wshvrdjz
time="2022-01-26T09:59:03.58Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=wshvrdjz
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wshvrdjz
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=cq2fk42f
time="2022-01-26T09:59:03.581Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=cq2fk42f
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=pjjtt2mm
time="2022-01-26T09:59:03.581Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=581.232872ms namespace=/jshu-pool-test-skzgx reconcileID=pjjtt2mm
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=pjjtt2mm
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=mzdzwht8
time="2022-01-26T09:59:03.581Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=mzdzwht8
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mzdzwht8
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=vr6jmrp5
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lt747zst
time="2022-01-26T09:59:03.581Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=vr6jmrp5
time="2022-01-26T09:59:03.581Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vr6jmrp5
time="2022-01-26T09:59:03.581Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lt747zst
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.581Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=lt747zst
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=jwdbnxcf
time="2022-01-26T09:59:03.581Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=jwdbnxcf
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jwdbnxcf
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=7k2shznl
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=qhqm9vx7
time="2022-01-26T09:59:03.581Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=qhqm9vx7
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qhqm9vx7
time="2022-01-26T09:59:03.581Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=7k2shznl
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=twg5s6rw
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7k2shznl
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twg5s6rw
time="2022-01-26T09:59:03.581Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rsklbzkg
time="2022-01-26T09:59:03.581Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rsklbzkg
time="2022-01-26T09:59:03.581Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rsklbzkg
time="2022-01-26T09:59:03.582Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=hsdn6gq7
time="2022-01-26T09:59:03.582Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=8qfjbdcp
time="2022-01-26T09:59:03.591Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=cq2fk42f
time="2022-01-26T09:59:03.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=xqj5tzxt
time="2022-01-26T09:59:03.591Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=xqj5tzxt
time="2022-01-26T09:59:03.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=vvscvw8s
time="2022-01-26T09:59:03.592Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=vvscvw8s
time="2022-01-26T09:59:03.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvscvw8s
time="2022-01-26T09:59:03.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=ff59bxdk
time="2022-01-26T09:59:03.592Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=ff59bxdk
time="2022-01-26T09:59:03.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ff59bxdk
time="2022-01-26T09:59:03.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=cxcc5q62
time="2022-01-26T09:59:03.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=j22z2mf2
time="2022-01-26T09:59:03.592Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=cxcc5q62
time="2022-01-26T09:59:03.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cxcc5q62
time="2022-01-26T09:59:03.592Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=j22z2mf2
time="2022-01-26T09:59:03.592Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=b8gkhfn2
time="2022-01-26T09:59:03.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j22z2mf2
time="2022-01-26T09:59:03.592Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=b8gkhfn2
time="2022-01-26T09:59:03.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=pjkgkjqn
time="2022-01-26T09:59:03.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b8gkhfn2
time="2022-01-26T09:59:03.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pjkgkjqn
time="2022-01-26T09:59:03.592Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=s2c4tm4t
time="2022-01-26T09:59:03.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=xh89p8nf
time="2022-01-26T09:59:03.592Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=592.316725ms namespace=/jshu-pool-test-skzgx reconcileID=s2c4tm4t
time="2022-01-26T09:59:03.592Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=xh89p8nf
time="2022-01-26T09:59:03.592Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=s2c4tm4t
time="2022-01-26T09:59:03.592Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xh89p8nf
time="2022-01-26T09:59:03.597Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=bgjrrgjs
time="2022-01-26T09:59:03.597Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lkwsnhp9
time="2022-01-26T09:59:03.597Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=bgjrrgjs
time="2022-01-26T09:59:03.597Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bgjrrgjs
time="2022-01-26T09:59:03.597Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lkwsnhp9
time="2022-01-26T09:59:03.597Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=lkwsnhp9
time="2022-01-26T09:59:03.598Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.598Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.598Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.598Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xqj5tzxt
time="2022-01-26T09:59:03.598Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=xqj5tzxt
time="2022-01-26T09:59:03.598Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.598Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=hjccxt2w
time="2022-01-26T09:59:03.598Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjccxt2w
time="2022-01-26T09:59:03.608Z" level=info msg="failed to set cluster region label" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8qfjbdcp
time="2022-01-26T09:59:03.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=8qfjbdcp
time="2022-01-26T09:59:03.608Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=hnmk596d
time="2022-01-26T09:59:03.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=fxtc6g4x
time="2022-01-26T09:59:03.608Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fxtc6g4x
time="2022-01-26T09:59:03.623Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=hnmk596d
time="2022-01-26T09:59:03.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=qnx8jplf
time="2022-01-26T09:59:03.624Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=vrxdj4tg
time="2022-01-26T09:59:03.624Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=vrxdj4tg
time="2022-01-26T09:59:03.624Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrxdj4tg
time="2022-01-26T09:59:03.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=2fl7q9hm
time="2022-01-26T09:59:03.624Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=b5zz296d
time="2022-01-26T09:59:03.624Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2fl7q9hm
time="2022-01-26T09:59:03.624Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=624.922768ms namespace=/jshu-pool-test-skzgx reconcileID=b5zz296d
time="2022-01-26T09:59:03.624Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=b5zz296d
time="2022-01-26T09:59:03.624Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8tkdgc7t
time="2022-01-26T09:59:03.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=ztqx9rm2
time="2022-01-26T09:59:03.624Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.624Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=ztqx9rm2
time="2022-01-26T09:59:03.625Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8tkdgc7t
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztqx9rm2
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=8tkdgc7t
time="2022-01-26T09:59:03.625Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=sm9tzbwp
time="2022-01-26T09:59:03.625Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=glbtv8m4
time="2022-01-26T09:59:03.625Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=glbtv8m4
time="2022-01-26T09:59:03.625Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=sm9tzbwp
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sm9tzbwp
time="2022-01-26T09:59:03.625Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=kzfswd4l
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glbtv8m4
time="2022-01-26T09:59:03.625Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=kzfswd4l
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzfswd4l
time="2022-01-26T09:59:03.625Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=zgkbs9rm
time="2022-01-26T09:59:03.625Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.625Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.625Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=zgkbs9rm
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgkbs9rm
time="2022-01-26T09:59:03.625Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=b6gtg9jg
time="2022-01-26T09:59:03.625Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=qb72nmqg
time="2022-01-26T09:59:03.625Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=b6gtg9jg
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qb72nmqg
time="2022-01-26T09:59:03.625Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b6gtg9jg
time="2022-01-26T09:59:03.629Z" level=info msg="failed to set cluster region label" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qnx8jplf
time="2022-01-26T09:59:03.629Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=qnx8jplf
time="2022-01-26T09:59:03.629Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.629Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=h7ljf7qz
time="2022-01-26T09:59:03.629Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=h7ljf7qz
time="2022-01-26T09:59:03.67Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x2zbgcq5
time="2022-01-26T09:59:03.67Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-skzgx clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=x2zbgcq5
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=5h5s2tjx
time="2022-01-26T09:59:03.769Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=274pknk9
time="2022-01-26T09:59:03.769Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=274pknk9
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=274pknk9
time="2022-01-26T09:59:03.769Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=5h5s2tjx
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5h5s2tjx
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=9mw8wddq
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.769Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mw8wddq
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=8h6ln6vj
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=v8fwfksb
time="2022-01-26T09:59:03.769Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=8h6ln6vj
time="2022-01-26T09:59:03.769Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=v8fwfksb
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8h6ln6vj
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v8fwfksb
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=nn8p7pqp
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=vph2jx64
time="2022-01-26T09:59:03.769Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=nn8p7pqp
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nn8p7pqp
time="2022-01-26T09:59:03.769Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=769.564369ms namespace=/jshu-pool-test-skzgx reconcileID=vph2jx64
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=pwhqp55l
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=vph2jx64
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pwhqp55l
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=4nwfqxv2
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=cgfz6lrq
time="2022-01-26T09:59:03.769Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.769Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=cgfz6lrq
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=cgfz6lrq
time="2022-01-26T09:59:03.769Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=4nwfqxv2
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nwfqxv2
time="2022-01-26T09:59:03.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=gxlhs6cb
time="2022-01-26T09:59:03.769Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=gxlhs6cb
time="2022-01-26T09:59:03.769Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxlhs6cb
time="2022-01-26T09:59:03.77Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=141 elapsedMillisGT=0 outcome=unspecified reconcileID=h7ljf7qz
time="2022-01-26T09:59:03.77Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k78w6xr8
time="2022-01-26T09:59:03.858Z" level=error msg="could not update powerState" cluster=jshu-pool-test-skzgx clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=x2zbgcq5
time="2022-01-26T09:59:03.859Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T09:59:03.859Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=400 elapsedMillisGT=0 outcome=unspecified reconcileID=x2zbgcq5
time="2022-01-26T09:59:03.859Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T09:59:03.859Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sgxqsxkn
time="2022-01-26T09:59:03.859Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:03.859Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=sgxqsxkn stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:03.859Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sgxqsxkn unassignedCount=1
time="2022-01-26T09:59:03.859Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sgxqsxkn
time="2022-01-26T09:59:03.859Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-skzgx clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=sgxqsxkn
time="2022-01-26T09:59:03.965Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=4jnxmd5g
time="2022-01-26T09:59:03.965Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=4jnxmd5g
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jnxmd5g
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=kbfrkwjz
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kbfrkwjz
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=qltzrjm4
time="2022-01-26T09:59:03.965Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=qltzrjm4
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qltzrjm4
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=4vt95vdk
time="2022-01-26T09:59:03.965Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=4vt95vdk
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vt95vdk
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.965Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=jgr28lb8
time="2022-01-26T09:59:03.965Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=jgr28lb8
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jgr28lb8
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=wxgn9n8q
time="2022-01-26T09:59:03.965Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k78w6xr8
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxgn9n8q
time="2022-01-26T09:59:03.965Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k78w6xr8
time="2022-01-26T09:59:03.965Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment derivedObject=jshu-pool-test-skzgx-merged-pull-secret reconcileID=k78w6xr8
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=t9mqrnvs
time="2022-01-26T09:59:03.965Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=965.638604ms namespace=/jshu-pool-test-skzgx reconcileID=t9mqrnvs
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=t9mqrnvs
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=59kjtrsz
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=ptrzrl62
time="2022-01-26T09:59:03.965Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=59kjtrsz
time="2022-01-26T09:59:03.965Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59kjtrsz
time="2022-01-26T09:59:03.965Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=ptrzrl62
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=ptrzrl62
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=z29tdkjt
time="2022-01-26T09:59:03.965Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=z29tdkjt
time="2022-01-26T09:59:03.965Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=74vrbwth
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z29tdkjt
time="2022-01-26T09:59:03.965Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=74vrbwth
time="2022-01-26T09:59:03.965Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74vrbwth
time="2022-01-26T09:59:04.055Z" level=error msg="could not update powerState" cluster=jshu-pool-test-skzgx clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=sgxqsxkn
time="2022-01-26T09:59:04.055Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T09:59:04.055Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=196 elapsedMillisGT=0 outcome=unspecified reconcileID=sgxqsxkn
time="2022-01-26T09:59:04.055Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T09:59:04.055Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g7fl24xk
time="2022-01-26T09:59:04.055Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:04.055Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=g7fl24xk stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:04.055Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g7fl24xk unassignedCount=1
time="2022-01-26T09:59:04.055Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g7fl24xk
time="2022-01-26T09:59:04.055Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-skzgx clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=g7fl24xk
time="2022-01-26T09:59:04.18Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k78w6xr8 secretName=jshu-pool-test-skzgx-merged-pull-secret
time="2022-01-26T09:59:04.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=409 elapsedMillisGT=0 outcome=unspecified reconcileID=k78w6xr8
time="2022-01-26T09:59:04.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:04.18Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.18Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.18Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:04.18Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment derivedObject=jshu-pool-test-skzgx-imageset reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.18Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=nxzvbdxh releaseImage="quay.io/openshift-release-dev/ocp-release:4.9.0-rc.6-x86_64"
time="2022-01-26T09:59:04.262Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=207 elapsedMillisGT=0 outcome=unspecified reconcileID=g7fl24xk
time="2022-01-26T09:59:04.263Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=ktnt99tl
time="2022-01-26T09:59:04.263Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=ktnt99tl
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktnt99tl
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=jtmx97qc
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jtmx97qc
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=4s6tc4mb
time="2022-01-26T09:59:04.263Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=4s6tc4mb
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4s6tc4mb
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=4bm79w2b
time="2022-01-26T09:59:04.263Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=4bm79w2b
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4bm79w2b
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:04.263Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=qs9x5kww
time="2022-01-26T09:59:04.263Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=qs9x5kww
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qs9x5kww
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=kxrs6k7l
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxrs6k7l
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=sfv4r7j5
time="2022-01-26T09:59:04.263Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.26376303s namespace=/jshu-pool-test-skzgx reconcileID=sfv4r7j5
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=sfv4r7j5
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=pn64rx55
time="2022-01-26T09:59:04.263Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:04.263Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=pn64rx55
time="2022-01-26T09:59:04.263Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=pn64rx55
time="2022-01-26T09:59:04.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=lkfsktf9
time="2022-01-26T09:59:04.264Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=lkfsktf9
time="2022-01-26T09:59:04.264Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lkfsktf9
time="2022-01-26T09:59:04.264Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=6q2999jn
time="2022-01-26T09:59:04.264Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=94bwghlc
time="2022-01-26T09:59:04.264Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=6q2999jn
time="2022-01-26T09:59:04.264Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6q2999jn
time="2022-01-26T09:59:04.264Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:04.264Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rzzff699
time="2022-01-26T09:59:04.264Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rzzff699
time="2022-01-26T09:59:04.264Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rzzff699
time="2022-01-26T09:59:04.264Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=94bwghlc stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:04.264Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=94bwghlc unassignedCount=1
time="2022-01-26T09:59:04.264Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=94bwghlc
time="2022-01-26T09:59:04.264Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94bwghlc
time="2022-01-26T09:59:04.36Z" level=info msg="created service account" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment name=cluster-installer reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.386Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=5c6n7v7k
time="2022-01-26T09:59:04.386Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=5c6n7v7k
time="2022-01-26T09:59:04.386Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5c6n7v7k
time="2022-01-26T09:59:04.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=kwhlx5wt
time="2022-01-26T09:59:04.387Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=dg7bvmcb
time="2022-01-26T09:59:04.387Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=kwhlx5wt
time="2022-01-26T09:59:04.387Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=kwhlx5wt
time="2022-01-26T09:59:04.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kwhlx5wt
time="2022-01-26T09:59:04.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=dz64qrrm
time="2022-01-26T09:59:04.387Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=dg7bvmcb
time="2022-01-26T09:59:04.387Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=dz64qrrm
time="2022-01-26T09:59:04.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dz64qrrm
time="2022-01-26T09:59:04.387Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=jj224zzb
time="2022-01-26T09:59:04.387Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=dg7bvmcb
time="2022-01-26T09:59:04.387Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=dg7bvmcb
time="2022-01-26T09:59:04.387Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=jj224zzb
time="2022-01-26T09:59:04.387Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:59:04.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jj224zzb
time="2022-01-26T09:59:04.387Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=dg7bvmcb
time="2022-01-26T09:59:04.387Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dg7bvmcb
time="2022-01-26T09:59:04.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=w6n8pfm2
time="2022-01-26T09:59:04.387Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=w6n8pfm2
time="2022-01-26T09:59:04.387Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=xwvlg8kz
time="2022-01-26T09:59:04.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6n8pfm2
time="2022-01-26T09:59:04.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=p7c6vcqm
time="2022-01-26T09:59:04.387Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=p7c6vcqm
time="2022-01-26T09:59:04.387Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=xwvlg8kz
time="2022-01-26T09:59:04.387Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=p7c6vcqm
time="2022-01-26T09:59:04.387Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=xwvlg8kz
time="2022-01-26T09:59:04.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p7c6vcqm
time="2022-01-26T09:59:04.388Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=1010 elapsedMillisGT=1000 outcome=unspecified reconcileID=k6ffm42d
time="2022-01-26T09:59:04.392Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=f55nhltd
time="2022-01-26T09:59:04.392Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m4bg88v7
time="2022-01-26T09:59:04.392Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:04.392Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.392Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.392Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=m4bg88v7 stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:04.392Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m4bg88v7 unassignedCount=1
time="2022-01-26T09:59:04.392Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.392Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m4bg88v7
time="2022-01-26T09:59:04.392Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.392Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.392Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m4bg88v7
time="2022-01-26T09:59:04.392Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=f55nhltd
time="2022-01-26T09:59:04.392Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=m8fx5jk6
time="2022-01-26T09:59:04.392Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=m8fx5jk6
time="2022-01-26T09:59:04.392Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m8fx5jk6
time="2022-01-26T09:59:04.392Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=f55nhltd
time="2022-01-26T09:59:04.392Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=f55nhltd
time="2022-01-26T09:59:04.392Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=h4s4bwb4
time="2022-01-26T09:59:04.392Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:59:04.392Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=h4s4bwb4
time="2022-01-26T09:59:04.392Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=h4s4bwb4
time="2022-01-26T09:59:04.392Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=zb9phcxk
time="2022-01-26T09:59:04.392Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=zb9phcxk
time="2022-01-26T09:59:04.393Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=zb9phcxk
time="2022-01-26T09:59:04.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.393Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:59:04.394Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=f55nhltd
time="2022-01-26T09:59:04.394Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=f55nhltd
time="2022-01-26T09:59:04.479Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=zb9phcxk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:04.48Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=zb9phcxk
time="2022-01-26T09:59:04.527Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=zb9phcxk states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:04.527Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=zb9phcxk
time="2022-01-26T09:59:04.528Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=WaitingForMachines reconcileID=zb9phcxk
time="2022-01-26T09:59:04.54Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=ch2ttg2g
time="2022-01-26T09:59:04.54Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=ch2ttg2g
time="2022-01-26T09:59:04.54Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ch2ttg2g
time="2022-01-26T09:59:04.54Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xcqz6696
time="2022-01-26T09:59:04.54Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=xcqz6696
time="2022-01-26T09:59:04.54Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=xcqz6696
time="2022-01-26T09:59:04.54Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xcqz6696
time="2022-01-26T09:59:04.54Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=ldmz4brs
time="2022-01-26T09:59:04.54Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=ldmz4brs
time="2022-01-26T09:59:04.54Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=ldmz4brs
time="2022-01-26T09:59:04.54Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ldmz4brs
time="2022-01-26T09:59:04.54Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=znfq255w
time="2022-01-26T09:59:04.54Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=znfq255w
time="2022-01-26T09:59:04.54Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=znfq255w
time="2022-01-26T09:59:04.54Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=62cwhdwm
time="2022-01-26T09:59:04.54Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=148 elapsedMillisGT=0 outcome=unspecified reconcileID=zb9phcxk
time="2022-01-26T09:59:04.54Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=6rrwvq2q
time="2022-01-26T09:59:04.54Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=62cwhdwm
time="2022-01-26T09:59:04.54Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=6rrwvq2q
time="2022-01-26T09:59:04.54Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rrwvq2q
time="2022-01-26T09:59:04.541Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=62cwhdwm
time="2022-01-26T09:59:04.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=xhgnb6qs
time="2022-01-26T09:59:04.541Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=62cwhdwm
time="2022-01-26T09:59:04.541Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=xhgnb6qs
time="2022-01-26T09:59:04.541Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xhgnb6qs
time="2022-01-26T09:59:04.541Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:59:04.541Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=62cwhdwm
time="2022-01-26T09:59:04.541Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=62cwhdwm
time="2022-01-26T09:59:04.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jjv4pnbg
time="2022-01-26T09:59:04.541Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jjv4pnbg
time="2022-01-26T09:59:04.541Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjv4pnbg
time="2022-01-26T09:59:04.546Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=drlc2whk
time="2022-01-26T09:59:04.546Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=llzcjt5q
time="2022-01-26T09:59:04.546Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:59:04.546Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=drlc2whk
time="2022-01-26T09:59:04.546Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=drlc2whk
time="2022-01-26T09:59:04.546Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:04.546Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=c5x7wpgw
time="2022-01-26T09:59:04.546Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=c5x7wpgw
time="2022-01-26T09:59:04.546Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c5x7wpgw
time="2022-01-26T09:59:04.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.546Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.546Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=llzcjt5q stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:04.546Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:59:04.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gcnn2tqx
time="2022-01-26T09:59:04.546Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=llzcjt5q unassignedCount=1
time="2022-01-26T09:59:04.546Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=llzcjt5q
time="2022-01-26T09:59:04.546Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=llzcjt5q
time="2022-01-26T09:59:04.546Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=sbc68bdl
time="2022-01-26T09:59:04.546Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.546Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=sbc68bdl
time="2022-01-26T09:59:04.546Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.546Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.546Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:04.546Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gcnn2tqx
time="2022-01-26T09:59:04.546Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gcnn2tqx
time="2022-01-26T09:59:04.546Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gcnn2tqx
time="2022-01-26T09:59:04.547Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=sbc68bdl
time="2022-01-26T09:59:04.548Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gcnn2tqx
time="2022-01-26T09:59:04.548Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=gcnn2tqx
time="2022-01-26T09:59:04.593Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=sbc68bdl states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:04.593Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=sbc68bdl
time="2022-01-26T09:59:04.602Z" level=info msg="created role" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment name=cluster-installer reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.643Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=sbc68bdl states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:04.643Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=sbc68bdl
time="2022-01-26T09:59:04.643Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=97 elapsedMillisGT=0 outcome=unspecified reconcileID=sbc68bdl
time="2022-01-26T09:59:04.8Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment name=cluster-installer reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.963Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:59:04.964Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsed=1.964189203 reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=783 elapsedMillisGT=0 outcome=unspecified reconcileID=nxzvbdxh
time="2022-01-26T09:59:04.964Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=j5f52x6z
time="2022-01-26T09:59:04.964Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:04.964Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:04.964Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=j5f52x6z
time="2022-01-26T09:59:04.964Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=j5f52x6z
time="2022-01-26T09:59:04.964Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=j5f52x6z
time="2022-01-26T09:59:04.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5f52x6z
time="2022-01-26T09:59:05.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vl8cdgz9
time="2022-01-26T09:59:05.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:05.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:05.004Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vl8cdgz9
time="2022-01-26T09:59:05.004Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vl8cdgz9
time="2022-01-26T09:59:05.004Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=vl8cdgz9
time="2022-01-26T09:59:05.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vl8cdgz9
time="2022-01-26T09:59:05.011Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=c72v6fb9
time="2022-01-26T09:59:05.011Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:05.011Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:05.011Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=c72v6fb9
time="2022-01-26T09:59:05.011Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=c72v6fb9
time="2022-01-26T09:59:05.011Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=c72v6fb9
time="2022-01-26T09:59:05.011Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c72v6fb9
time="2022-01-26T09:59:05.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=6tsrt8h9
time="2022-01-26T09:59:05.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:05.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:05.013Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=6tsrt8h9
time="2022-01-26T09:59:05.013Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=6tsrt8h9
time="2022-01-26T09:59:05.013Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=6tsrt8h9
time="2022-01-26T09:59:05.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6tsrt8h9
time="2022-01-26T09:59:05.031Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=rjkknj2k
time="2022-01-26T09:59:05.031Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:05.031Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:05.031Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=rjkknj2k
time="2022-01-26T09:59:05.031Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=rjkknj2k
time="2022-01-26T09:59:05.031Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=rjkknj2k
time="2022-01-26T09:59:05.031Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rjkknj2k
time="2022-01-26T09:59:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:07.009Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=jcfgs8pn
time="2022-01-26T09:59:07.009Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:07.009Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:07.009Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=jcfgs8pn
time="2022-01-26T09:59:07.009Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=jcfgs8pn
time="2022-01-26T09:59:07.009Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=jcfgs8pn
time="2022-01-26T09:59:07.009Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jcfgs8pn
time="2022-01-26T09:59:07.444Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=wxlqdx6n
time="2022-01-26T09:59:07.444Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:07.444Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:07.444Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=wxlqdx6n
time="2022-01-26T09:59:07.444Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=wxlqdx6n
time="2022-01-26T09:59:07.444Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=wxlqdx6n
time="2022-01-26T09:59:07.444Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxlqdx6n
time="2022-01-26T09:59:07.883Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=hkdjd98g
time="2022-01-26T09:59:07.883Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=hkdjd98g
time="2022-01-26T09:59:07.883Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkdjd98g
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=shbh5q8k
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=shbh5q8k
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=pptnbs5v
time="2022-01-26T09:59:07.884Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=pptnbs5v
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pptnbs5v
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=bprdlb7g
time="2022-01-26T09:59:07.884Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=bprdlb7g
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bprdlb7g
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=25zm4h4s
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=wgmrq2f8
time="2022-01-26T09:59:07.884Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:07.884Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=25zm4h4s
time="2022-01-26T09:59:07.884Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=wgmrq2f8
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=25zm4h4s
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=wgmrq2f8
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=k7wdf5tx
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:07.884Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:07.884Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=k7wdf5tx
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7wdf5tx
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=lhznkrs2
time="2022-01-26T09:59:07.884Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=lhznkrs2
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhznkrs2
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9w4wkzr6
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=g9tshg56
time="2022-01-26T09:59:07.884Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=5r2sl2q2
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5r2sl2q2
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=qcjjsz29
time="2022-01-26T09:59:07.884Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=9w4wkzr6 stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:07.884Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=4.884667078s namespace=/jshu-pool-test-skzgx reconcileID=qcjjsz29
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=qcjjsz29
time="2022-01-26T09:59:07.884Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9w4wkzr6 unassignedCount=1
time="2022-01-26T09:59:07.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=lp42jwfd
time="2022-01-26T09:59:07.884Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9w4wkzr6
time="2022-01-26T09:59:07.884Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=lp42jwfd
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lp42jwfd
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9w4wkzr6
time="2022-01-26T09:59:07.884Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:07.884Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:07.884Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=g9tshg56
time="2022-01-26T09:59:07.884Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=g9tshg56
time="2022-01-26T09:59:07.884Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=g9tshg56
time="2022-01-26T09:59:07.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g9tshg56
time="2022-01-26T09:59:08.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=w84l4jvs
time="2022-01-26T09:59:08.448Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.448Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.448Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=w84l4jvs
time="2022-01-26T09:59:08.448Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=w84l4jvs
time="2022-01-26T09:59:08.448Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=w84l4jvs
time="2022-01-26T09:59:08.448Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w84l4jvs
time="2022-01-26T09:59:08.455Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=scgptjvb
time="2022-01-26T09:59:08.455Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.455Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.455Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=scgptjvb
time="2022-01-26T09:59:08.455Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=scgptjvb
time="2022-01-26T09:59:08.455Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=scgptjvb
time="2022-01-26T09:59:08.455Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=scgptjvb
time="2022-01-26T09:59:08.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=qbhkwlf2
time="2022-01-26T09:59:08.464Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.464Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.464Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=qbhkwlf2
time="2022-01-26T09:59:08.464Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=qbhkwlf2
time="2022-01-26T09:59:08.464Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=qbhkwlf2
time="2022-01-26T09:59:08.464Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbhkwlf2
time="2022-01-26T09:59:08.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cvzrm5xn
time="2022-01-26T09:59:08.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.471Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cvzrm5xn
time="2022-01-26T09:59:08.471Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cvzrm5xn
time="2022-01-26T09:59:08.471Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment job=jshu-pool-test-skzgx-imageset reconcileID=cvzrm5xn successful=true
time="2022-01-26T09:59:08.48Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cvzrm5xn
time="2022-01-26T09:59:08.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=wc7vhxpg
time="2022-01-26T09:59:08.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=s4fdpqvl
time="2022-01-26T09:59:08.488Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=s4fdpqvl
time="2022-01-26T09:59:08.488Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s4fdpqvl
time="2022-01-26T09:59:08.488Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wc7vhxpg
time="2022-01-26T09:59:08.488Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=l7m8vlq8
time="2022-01-26T09:59:08.488Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=l7m8vlq8
time="2022-01-26T09:59:08.488Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7m8vlq8
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=ftwtd49r
time="2022-01-26T09:59:08.489Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=ftwtd49r
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ftwtd49r
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.489Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=4f4n5qcf
time="2022-01-26T09:59:08.489Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=4f4n5qcf
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4f4n5qcf
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=jvgjlm4q
time="2022-01-26T09:59:08.489Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jvgjlm4q
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=fxx2c8gb
time="2022-01-26T09:59:08.489Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.489308653s namespace=/jshu-pool-test-skzgx reconcileID=fxx2c8gb
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=fxx2c8gb
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=4kbb8zp6
time="2022-01-26T09:59:08.489Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:08.489Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=4kbb8zp6
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=4kbb8zp6
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=b25jks54
time="2022-01-26T09:59:08.489Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=b25jks54
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b25jks54
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=fgp6h6zf
time="2022-01-26T09:59:08.489Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=fgp6h6zf
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgp6h6zf
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=px955wmp
time="2022-01-26T09:59:08.489Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:08.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=vtmgcfgr
time="2022-01-26T09:59:08.489Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=vtmgcfgr
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vtmgcfgr
time="2022-01-26T09:59:08.489Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=px955wmp stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:08.489Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=px955wmp unassignedCount=1
time="2022-01-26T09:59:08.489Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=px955wmp
time="2022-01-26T09:59:08.489Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=px955wmp
time="2022-01-26T09:59:08.5Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cvzrm5xn
time="2022-01-26T09:59:08.5Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cvzrm5xn
time="2022-01-26T09:59:08.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=25lfct2p
time="2022-01-26T09:59:08.502Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=9jsw2lmh
time="2022-01-26T09:59:08.502Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=9jsw2lmh
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jsw2lmh
time="2022-01-26T09:59:08.502Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=25lfct2p
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=25lfct2p
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=rmksswx5
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.502Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmksswx5
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=tgpkfflz
time="2022-01-26T09:59:08.502Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=tgpkfflz
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=bvfrxbb9
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=qtxzfz9m
time="2022-01-26T09:59:08.502Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=qtxzfz9m
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qtxzfz9m
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bvfrxbb9
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgpkfflz
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=7z95p2w6
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=d5w5l95r
time="2022-01-26T09:59:08.502Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=7z95p2w6
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7z95p2w6
time="2022-01-26T09:59:08.502Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=d5w5l95r
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=j5cz4v8m
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d5w5l95r
time="2022-01-26T09:59:08.502Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.502301175s namespace=/jshu-pool-test-skzgx reconcileID=j5cz4v8m
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=j5cz4v8m
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9jdfnjkz
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=6cgcz5lx
time="2022-01-26T09:59:08.502Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:08.502Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:08.502Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=6cgcz5lx
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=6cgcz5lx
time="2022-01-26T09:59:08.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=2jsrc4m7
time="2022-01-26T09:59:08.502Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=2jsrc4m7
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jsrc4m7
time="2022-01-26T09:59:08.502Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=9jdfnjkz stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:08.502Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9jdfnjkz unassignedCount=1
time="2022-01-26T09:59:08.502Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9jdfnjkz
time="2022-01-26T09:59:08.502Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jdfnjkz
time="2022-01-26T09:59:08.51Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=l5nwqb47
time="2022-01-26T09:59:08.51Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=l5nwqb47
time="2022-01-26T09:59:08.51Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5nwqb47
time="2022-01-26T09:59:08.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=8t5fnprb
time="2022-01-26T09:59:08.51Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8t5fnprb
time="2022-01-26T09:59:08.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=d8k6khxl
time="2022-01-26T09:59:08.51Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=d8k6khxl
time="2022-01-26T09:59:08.51Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d8k6khxl
time="2022-01-26T09:59:08.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=lgmw8hq8
time="2022-01-26T09:59:08.51Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=lgmw8hq8
time="2022-01-26T09:59:08.51Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lgmw8hq8
time="2022-01-26T09:59:08.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.51Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.51Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:08.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=pmlw2pjw
time="2022-01-26T09:59:08.511Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=pmlw2pjw
time="2022-01-26T09:59:08.511Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmlw2pjw
time="2022-01-26T09:59:08.511Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=dvv2pxpl
time="2022-01-26T09:59:08.511Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dvv2pxpl
time="2022-01-26T09:59:08.511Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=srs5hzvg
time="2022-01-26T09:59:08.511Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.511116689s namespace=/jshu-pool-test-skzgx reconcileID=srs5hzvg
time="2022-01-26T09:59:08.511Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=srs5hzvg
time="2022-01-26T09:59:08.511Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bnp554kg
time="2022-01-26T09:59:08.511Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:08.511Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bnp554kg
time="2022-01-26T09:59:08.511Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=bnp554kg
time="2022-01-26T09:59:08.511Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=xmqvf85z
time="2022-01-26T09:59:08.511Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=xmqvf85z
time="2022-01-26T09:59:08.511Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmqvf85z
time="2022-01-26T09:59:08.511Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=6lgn6gpf
time="2022-01-26T09:59:08.511Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=6lgn6gpf
time="2022-01-26T09:59:08.511Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lgn6gpf
time="2022-01-26T09:59:08.511Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c27phsw5
time="2022-01-26T09:59:08.511Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:08.511Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=40 elapsedMillisGT=0 outcome=unspecified reconcileID=cvzrm5xn
time="2022-01-26T09:59:08.511Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.512Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.512Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.512Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.512Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.512Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.512Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.512Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment name=cluster-installer reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.512Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment name=cluster-installer reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.512Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment name=cluster-installer reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.512Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-test-skzgx-0-85c9g namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.512Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment derivedObject=jshu-pool-test-skzgx-0-85c9g reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.512Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=cpfvw2sf
time="2022-01-26T09:59:08.512Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=cpfvw2sf
time="2022-01-26T09:59:08.512Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cpfvw2sf
time="2022-01-26T09:59:08.512Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=c27phsw5 stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:08.512Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c27phsw5 unassignedCount=1
time="2022-01-26T09:59:08.512Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c27phsw5
time="2022-01-26T09:59:08.512Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=c27phsw5
time="2022-01-26T09:59:08.526Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-01-26T09:59:08.526Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=wccmgm6n
time="2022-01-26T09:59:08.526Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.526Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:08.526Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-test-skzgx-0-85c9g namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.526Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision derivedObject=jshu-pool-test-skzgx-0-85c9g-provision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=wccmgm6n
time="2022-01-26T09:59:08.526Z" level=info msg="creating install job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=wccmgm6n
time="2022-01-26T09:59:08.526Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:08.526Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=t9t56zcf
time="2022-01-26T09:59:08.526Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=t9t56zcf
time="2022-01-26T09:59:08.526Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t9t56zcf
time="2022-01-26T09:59:08.527Z" level=info msg="created new provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.527Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.533Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=wccmgm6n
time="2022-01-26T09:59:08.533Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T09:59:08.533Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:08.533Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=dt5p7lj8
time="2022-01-26T09:59:08.533Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=dt5p7lj8
time="2022-01-26T09:59:08.533Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=4cdj6h8w
time="2022-01-26T09:59:08.538Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=4cdj6h8w
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=tbw5j8nd
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4cdj6h8w
time="2022-01-26T09:59:08.538Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=tbw5j8nd
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=f4lvrtdh
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbw5j8nd
time="2022-01-26T09:59:08.538Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=f4lvrtdh
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f4lvrtdh
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=qrwx8q5x
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qrwx8q5x
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=q47tp68v
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=mrv6g29h
time="2022-01-26T09:59:08.538Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=q47tp68v
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q47tp68v
time="2022-01-26T09:59:08.538Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=mrv6g29h
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=fs9htd55
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mrv6g29h
time="2022-01-26T09:59:08.538Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.538404807s namespace=/jshu-pool-test-skzgx reconcileID=fs9htd55
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=fs9htd55
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=wpstvqf2
time="2022-01-26T09:59:08.538Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=wpstvqf2
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpstvqf2
time="2022-01-26T09:59:08.538Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsed=5.538825602 reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=fvfkz5rf
time="2022-01-26T09:59:08.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=bl72gnxg
time="2022-01-26T09:59:08.538Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.539Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.539Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.539Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=bl72gnxg
time="2022-01-26T09:59:08.539Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=bl72gnxg
time="2022-01-26T09:59:08.539Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.543Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=dt5p7lj8
time="2022-01-26T09:59:08.543Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=l796h4rl
time="2022-01-26T09:59:08.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l796h4rl
time="2022-01-26T09:59:08.543Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=gnh8k9ns
time="2022-01-26T09:59:08.543Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6prj9vx
time="2022-01-26T09:59:08.543Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:08.543Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=gnh8k9ns
time="2022-01-26T09:59:08.543Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=gnh8k9ns
time="2022-01-26T09:59:08.543Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:08.543Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=7qj7tdf5
time="2022-01-26T09:59:08.543Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=7qj7tdf5
time="2022-01-26T09:59:08.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7qj7tdf5
time="2022-01-26T09:59:08.543Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=g6prj9vx stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:08.543Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.543Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.543Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6prj9vx unassignedCount=1
time="2022-01-26T09:59:08.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:08.543Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6prj9vx
time="2022-01-26T09:59:08.543Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=4t8wzxf9
time="2022-01-26T09:59:08.543Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g6prj9vx
time="2022-01-26T09:59:08.543Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=4t8wzxf9
time="2022-01-26T09:59:08.543Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=gkp4zg7n
time="2022-01-26T09:59:08.543Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=gkp4zg7n
time="2022-01-26T09:59:08.543Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:08.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkp4zg7n
time="2022-01-26T09:59:08.543Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=4t8wzxf9
time="2022-01-26T09:59:08.543Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=4t8wzxf9
time="2022-01-26T09:59:08.543Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4t8wzxf9
time="2022-01-26T09:59:08.551Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=bl72gnxg
time="2022-01-26T09:59:08.551Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=bl72gnxg
time="2022-01-26T09:59:08.551Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=jbwzmncs
time="2022-01-26T09:59:08.551Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.551Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.551Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=jbwzmncs
time="2022-01-26T09:59:08.551Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=jbwzmncs
time="2022-01-26T09:59:08.551Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.552Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=z4wzdrwm
time="2022-01-26T09:59:08.552Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=z4wzdrwm
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4wzdrwm
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=2sr5ffxp
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2sr5ffxp
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=gdhzmdhk
time="2022-01-26T09:59:08.552Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=gdhzmdhk
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gdhzmdhk
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=klrzk6h8
time="2022-01-26T09:59:08.552Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=klrzk6h8
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=klrzk6h8
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.552Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=rmf9wrgw
time="2022-01-26T09:59:08.552Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=rmf9wrgw
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmf9wrgw
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=xwmj7wrv
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwmj7wrv
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=xjdvxwvv
time="2022-01-26T09:59:08.552Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.552636116s namespace=/jshu-pool-test-skzgx reconcileID=xjdvxwvv
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=xjdvxwvv
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=sx2d5gd2
time="2022-01-26T09:59:08.552Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:08.552Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=sx2d5gd2
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=sx2d5gd2
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=hr2d2qkx
time="2022-01-26T09:59:08.552Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=hr2d2qkx
time="2022-01-26T09:59:08.552Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:08.552Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=hr2d2qkx
time="2022-01-26T09:59:08.552Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=hr2d2qkx
time="2022-01-26T09:59:08.552Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hr2d2qkx
time="2022-01-26T09:59:08.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=7knj2tkg
time="2022-01-26T09:59:08.553Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=7knj2tkg
time="2022-01-26T09:59:08.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7knj2tkg
time="2022-01-26T09:59:08.553Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=dd8bnxs9
time="2022-01-26T09:59:08.553Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=dd8bnxs9
time="2022-01-26T09:59:08.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dd8bnxs9
time="2022-01-26T09:59:08.553Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9kghtrfh
time="2022-01-26T09:59:08.553Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:08.553Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=9kghtrfh stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:08.553Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9kghtrfh unassignedCount=1
time="2022-01-26T09:59:08.553Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9kghtrfh
time="2022-01-26T09:59:08.553Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9kghtrfh
time="2022-01-26T09:59:08.553Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=svkdw2f2
time="2022-01-26T09:59:08.553Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=svkdw2f2
time="2022-01-26T09:59:08.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svkdw2f2
time="2022-01-26T09:59:08.563Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-test-skzgx-0-85c9g reconcileID=jbwzmncs
time="2022-01-26T09:59:08.563Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=jbwzmncs
time="2022-01-26T09:59:08.563Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.563Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mbmd27dl
time="2022-01-26T09:59:08.563Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.563Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.563Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mbmd27dl
time="2022-01-26T09:59:08.563Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mbmd27dl
time="2022-01-26T09:59:08.563Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.563Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=mbmd27dl
time="2022-01-26T09:59:08.563Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=mbmd27dl
time="2022-01-26T09:59:08.563Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=mbmd27dl
time="2022-01-26T09:59:08.567Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=4hrmlpsh
time="2022-01-26T09:59:08.567Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=4hrmlpsh
time="2022-01-26T09:59:08.567Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:08.567Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=4hrmlpsh
time="2022-01-26T09:59:08.567Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=4hrmlpsh
time="2022-01-26T09:59:08.567Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4hrmlpsh
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=2htkm9p7
time="2022-01-26T09:59:08.575Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=2htkm9p7
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2htkm9p7
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=dtxgp8jp
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=5rbpmnnf
time="2022-01-26T09:59:08.575Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=5rbpmnnf
time="2022-01-26T09:59:08.575Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=dtxgp8jp
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rbpmnnf
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtxgp8jp
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=brtjzcrv
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=zknzc9x7
time="2022-01-26T09:59:08.575Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=brtjzcrv
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brtjzcrv
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zknzc9x7
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=vjldxblp
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=w88qd4n5
time="2022-01-26T09:59:08.575Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=5.575673728s namespace=/jshu-pool-test-skzgx reconcileID=w88qd4n5
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=w88qd4n5
time="2022-01-26T09:59:08.575Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=vjldxblp
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjldxblp
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=hstdrdqt
time="2022-01-26T09:59:08.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rdlf4dkc
time="2022-01-26T09:59:08.575Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rdlf4dkc
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdlf4dkc
time="2022-01-26T09:59:08.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=hstdrdqt
time="2022-01-26T09:59:08.575Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:08.575Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=hstdrdqt
time="2022-01-26T09:59:08.575Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=hstdrdqt
time="2022-01-26T09:59:08.575Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hstdrdqt
time="2022-01-26T09:59:08.576Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=mbmd27dl
time="2022-01-26T09:59:08.576Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xpksl9cg
time="2022-01-26T09:59:08.576Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.576Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.576Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xpksl9cg
time="2022-01-26T09:59:08.576Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xpksl9cg
time="2022-01-26T09:59:08.576Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.577Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=xpksl9cg
time="2022-01-26T09:59:08.577Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=xpksl9cg
time="2022-01-26T09:59:08.577Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xpksl9cg
time="2022-01-26T09:59:08.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=rhmhrcbt
time="2022-01-26T09:59:08.58Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=zngcpxmv
time="2022-01-26T09:59:08.58Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=zngcpxmv
time="2022-01-26T09:59:08.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zngcpxmv
time="2022-01-26T09:59:08.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhmhrcbt
time="2022-01-26T09:59:08.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.58Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:08.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:08.581Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bmt6sdsv
time="2022-01-26T09:59:08.581Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7jzxh6rt
time="2022-01-26T09:59:08.581Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:08.581Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:08.581Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bmt6sdsv
time="2022-01-26T09:59:08.581Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=bmt6sdsv
time="2022-01-26T09:59:08.581Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=7jzxh6rt stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:08.581Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7jzxh6rt unassignedCount=1
time="2022-01-26T09:59:08.581Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7jzxh6rt
time="2022-01-26T09:59:08.582Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7jzxh6rt
time="2022-01-26T09:59:08.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4q7h95wn
time="2022-01-26T09:59:08.586Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.586Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.586Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4q7h95wn
time="2022-01-26T09:59:08.586Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4q7h95wn
time="2022-01-26T09:59:08.586Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.586Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=4q7h95wn
time="2022-01-26T09:59:08.586Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=4q7h95wn
time="2022-01-26T09:59:08.586Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4q7h95wn
time="2022-01-26T09:59:08.63Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vn2rwrqb
time="2022-01-26T09:59:08.63Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.63Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.63Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vn2rwrqb
time="2022-01-26T09:59:08.63Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vn2rwrqb
time="2022-01-26T09:59:08.63Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:08.63Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=vn2rwrqb
time="2022-01-26T09:59:08.63Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=vn2rwrqb
time="2022-01-26T09:59:08.63Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vn2rwrqb
time="2022-01-26T09:59:10.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=trf5lml9
time="2022-01-26T09:59:10.385Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:10.386Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:10.386Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=trf5lml9
time="2022-01-26T09:59:10.386Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=trf5lml9
time="2022-01-26T09:59:10.386Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:10.386Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=trf5lml9
time="2022-01-26T09:59:10.386Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=trf5lml9
time="2022-01-26T09:59:10.386Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trf5lml9
time="2022-01-26T09:59:11.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=8hjrw29s
time="2022-01-26T09:59:11.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:11.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:11.467Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=8hjrw29s
time="2022-01-26T09:59:11.467Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=8hjrw29s
time="2022-01-26T09:59:11.467Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:11.468Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=8hjrw29s
time="2022-01-26T09:59:11.468Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=8hjrw29s
time="2022-01-26T09:59:11.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8hjrw29s
time="2022-01-26T09:59:13.457Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:13.457Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T09:59:13.457Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T09:59:13.457Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T09:59:13.457Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T09:59:13.457Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T09:59:20.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=c99hjlg9
time="2022-01-26T09:59:20.44Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.44Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.44Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=c99hjlg9
time="2022-01-26T09:59:20.44Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=c99hjlg9
time="2022-01-26T09:59:20.44Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.44Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=c99hjlg9
time="2022-01-26T09:59:20.44Z" level=info msg="Saving infra ID \"jshu-pool-test-skzgx-r8xt5\" for cluster" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=c99hjlg9
time="2022-01-26T09:59:20.441Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=svnxnfdp
time="2022-01-26T09:59:20.441Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=svnxnfdp
time="2022-01-26T09:59:20.441Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=svnxnfdp
time="2022-01-26T09:59:20.441Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=svnxnfdp
time="2022-01-26T09:59:20.441Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:20.441Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=svnxnfdp
time="2022-01-26T09:59:20.441Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=svnxnfdp
time="2022-01-26T09:59:20.441Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svnxnfdp
time="2022-01-26T09:59:20.441Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=4kfg9nhm
time="2022-01-26T09:59:20.441Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=4kfg9nhm
time="2022-01-26T09:59:20.441Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4kfg9nhm
time="2022-01-26T09:59:20.459Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=9nv7cvfw
time="2022-01-26T09:59:20.459Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=9nv7cvfw
time="2022-01-26T09:59:20.459Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nv7cvfw
time="2022-01-26T09:59:20.459Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=f5kz65xh
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f5kz65xh
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=thr9l8tp
time="2022-01-26T09:59:20.46Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=thr9l8tp
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=thr9l8tp
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=s6br8gfz
time="2022-01-26T09:59:20.46Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=s6br8gfz
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6br8gfz
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:20.46Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=svtpc92c
time="2022-01-26T09:59:20.46Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=svtpc92c
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svtpc92c
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=c99hjlg9
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=rpj67lk8
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=z9fzq767
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rpj67lk8
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=8dv6xk5q
time="2022-01-26T09:59:20.46Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=17.460394811s namespace=/jshu-pool-test-skzgx reconcileID=8dv6xk5q
time="2022-01-26T09:59:20.46Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=7wc8tl27
time="2022-01-26T09:59:20.46Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:20.46Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=7wc8tl27
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=7wc8tl27
time="2022-01-26T09:59:20.46Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.46Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=z9fzq767
time="2022-01-26T09:59:20.46Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.46Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=z9fzq767
time="2022-01-26T09:59:20.46Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.46Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.46Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.46Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:20.46Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.46Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.46Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.46Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.46Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=z9fzq767
time="2022-01-26T09:59:20.46Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=z9fzq767
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9fzq767
time="2022-01-26T09:59:20.46Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=8dv6xk5q
time="2022-01-26T09:59:20.46Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=c88l9nbm
time="2022-01-26T09:59:20.461Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=c88l9nbm
time="2022-01-26T09:59:20.461Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c88l9nbm
time="2022-01-26T09:59:20.461Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=qwqkgq2v
time="2022-01-26T09:59:20.461Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=qwqkgq2v
time="2022-01-26T09:59:20.461Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwqkgq2v
time="2022-01-26T09:59:20.461Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9k66k569
time="2022-01-26T09:59:20.461Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:20.461Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=c2zwvxbw
time="2022-01-26T09:59:20.461Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=c2zwvxbw
time="2022-01-26T09:59:20.461Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c2zwvxbw
time="2022-01-26T09:59:20.461Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=9k66k569 stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:20.461Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9k66k569 unassignedCount=1
time="2022-01-26T09:59:20.461Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9k66k569
time="2022-01-26T09:59:20.461Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9k66k569
time="2022-01-26T09:59:20.469Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4xhfwnq5
time="2022-01-26T09:59:20.469Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=lbd8mzlq
time="2022-01-26T09:59:20.469Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=lbd8mzlq
time="2022-01-26T09:59:20.469Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lbd8mzlq
time="2022-01-26T09:59:20.469Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.47Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.47Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4xhfwnq5
time="2022-01-26T09:59:20.47Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4xhfwnq5
time="2022-01-26T09:59:20.47Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.47Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=4xhfwnq5
time="2022-01-26T09:59:20.47Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=4xhfwnq5
time="2022-01-26T09:59:20.47Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xhfwnq5
time="2022-01-26T09:59:20.483Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=hpg6hq5h
time="2022-01-26T09:59:20.483Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=vhcq2ch9
time="2022-01-26T09:59:20.483Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=vhcq2ch9
time="2022-01-26T09:59:20.483Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhcq2ch9
time="2022-01-26T09:59:20.483Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.483Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.483Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=hpg6hq5h
time="2022-01-26T09:59:20.483Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=hpg6hq5h
time="2022-01-26T09:59:20.483Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.484Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=hpg6hq5h
time="2022-01-26T09:59:20.484Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=hpg6hq5h
time="2022-01-26T09:59:20.484Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=hpg6hq5h
time="2022-01-26T09:59:20.484Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=kgrvrgbt
time="2022-01-26T09:59:20.484Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=mdcx2rsf
time="2022-01-26T09:59:20.484Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=mdcx2rsf
time="2022-01-26T09:59:20.484Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=mdcx2rsf
time="2022-01-26T09:59:20.484Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=mdcx2rsf
time="2022-01-26T09:59:20.484Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:20.484Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=mdcx2rsf
time="2022-01-26T09:59:20.484Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=mdcx2rsf
time="2022-01-26T09:59:20.484Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdcx2rsf
time="2022-01-26T09:59:20.495Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=hpg6hq5h
time="2022-01-26T09:59:20.496Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=2b4xktkw
time="2022-01-26T09:59:20.496Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=17.496620827s namespace=/jshu-pool-test-skzgx reconcileID=2b4xktkw
time="2022-01-26T09:59:20.496Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=2b4xktkw
time="2022-01-26T09:59:20.496Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=vmft9942
time="2022-01-26T09:59:20.496Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:20.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=t88nghz7
time="2022-01-26T09:59:20.496Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=vmft9942
time="2022-01-26T09:59:20.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t88nghz7
time="2022-01-26T09:59:20.496Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=vmft9942
time="2022-01-26T09:59:20.496Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=rq2st6jq
time="2022-01-26T09:59:20.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=c6w7rl6h
time="2022-01-26T09:59:20.496Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=c6w7rl6h
time="2022-01-26T09:59:20.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6w7rl6h
time="2022-01-26T09:59:20.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=qq2659nz
time="2022-01-26T09:59:20.496Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=rq2st6jq
time="2022-01-26T09:59:20.496Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=qq2659nz
time="2022-01-26T09:59:20.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qq2659nz
time="2022-01-26T09:59:20.496Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=rq2st6jq
time="2022-01-26T09:59:20.496Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=rq2st6jq
time="2022-01-26T09:59:20.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:20.496Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:20.496Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:20.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:20.496Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=rq2st6jq
time="2022-01-26T09:59:20.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=hwf9kcmd
time="2022-01-26T09:59:20.496Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=rq2st6jq
time="2022-01-26T09:59:20.496Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rq2st6jq
time="2022-01-26T09:59:20.496Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=hwf9kcmd
time="2022-01-26T09:59:20.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hwf9kcmd
time="2022-01-26T09:59:20.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=vdk9zwtg
time="2022-01-26T09:59:20.497Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=vdk9zwtg
time="2022-01-26T09:59:20.497Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=79dbbq7v
time="2022-01-26T09:59:20.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vdk9zwtg
time="2022-01-26T09:59:20.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=zqkgh8r2
time="2022-01-26T09:59:20.497Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=79dbbq7v
time="2022-01-26T09:59:20.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79dbbq7v
time="2022-01-26T09:59:20.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zqkgh8r2
time="2022-01-26T09:59:20.497Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9g4sbwf
time="2022-01-26T09:59:20.496Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=g5mnxxkb
time="2022-01-26T09:59:20.497Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=g5mnxxkb
time="2022-01-26T09:59:20.497Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:20.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g5mnxxkb
time="2022-01-26T09:59:20.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=6nr26r5r
time="2022-01-26T09:59:20.497Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=6nr26r5r
time="2022-01-26T09:59:20.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6nr26r5r
time="2022-01-26T09:59:20.497Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=g9g4sbwf stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:20.497Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9g4sbwf unassignedCount=1
time="2022-01-26T09:59:20.497Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g9g4sbwf
time="2022-01-26T09:59:20.497Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g9g4sbwf
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=r8dz4kld
time="2022-01-26T09:59:20.506Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=17.506022811s namespace=/jshu-pool-test-skzgx reconcileID=r8dz4kld
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=r8dz4kld
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=hpg6hq5h
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=2592lh5z
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=x588ktfn
time="2022-01-26T09:59:20.506Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=2592lh5z
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2592lh5z
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=r95qlk7d
time="2022-01-26T09:59:20.506Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.506Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=r95qlk7d
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r95qlk7d
time="2022-01-26T09:59:20.506Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=88rhmzrm
time="2022-01-26T09:59:20.506Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=x588ktfn
time="2022-01-26T09:59:20.506Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=88rhmzrm
time="2022-01-26T09:59:20.506Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=x588ktfn
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=88rhmzrm
time="2022-01-26T09:59:20.506Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=vj58hkw6
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vj58hkw6
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=75jh6jk8
time="2022-01-26T09:59:20.506Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=75jh6jk8
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=75jh6jk8
time="2022-01-26T09:59:20.506Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=x588ktfn
time="2022-01-26T09:59:20.506Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=x588ktfn
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x588ktfn
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=x7tqd2x5
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=9vhhwn4s
time="2022-01-26T09:59:20.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=9p4gdbm9
time="2022-01-26T09:59:20.506Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=9p4gdbm9
time="2022-01-26T09:59:20.506Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9vhhwn4s
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9p4gdbm9
time="2022-01-26T09:59:20.506Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9vhhwn4s
time="2022-01-26T09:59:20.506Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9vhhwn4s
time="2022-01-26T09:59:20.506Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T09:59:20.506Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=9vhhwn4s
time="2022-01-26T09:59:20.506Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=x7tqd2x5
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x7tqd2x5
time="2022-01-26T09:59:20.506Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=9vhhwn4s
time="2022-01-26T09:59:20.506Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9vhhwn4s
time="2022-01-26T09:59:20.51Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=cg295pmr
time="2022-01-26T09:59:20.511Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=cg295pmr
time="2022-01-26T09:59:20.511Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cg295pmr
time="2022-01-26T09:59:20.512Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=9tssvkxz
time="2022-01-26T09:59:20.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:20.512Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T09:59:20.512Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T09:59:20.512Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T09:59:20.512Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=9tssvkxz
time="2022-01-26T09:59:20.512Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=9tssvkxz
time="2022-01-26T09:59:20.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=pv8sq9cn
time="2022-01-26T09:59:20.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cd7zkpnv
time="2022-01-26T09:59:20.512Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pv8sq9cn
time="2022-01-26T09:59:20.512Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mtj8bgt5
time="2022-01-26T09:59:20.512Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:20.512Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.512Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=mtj8bgt5 stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:20.512Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.512Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mtj8bgt5 unassignedCount=1
time="2022-01-26T09:59:20.512Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cd7zkpnv
time="2022-01-26T09:59:20.512Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mtj8bgt5
time="2022-01-26T09:59:20.512Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cd7zkpnv
time="2022-01-26T09:59:20.512Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T09:59:20.512Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mtj8bgt5
time="2022-01-26T09:59:20.512Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=cd7zkpnv
time="2022-01-26T09:59:20.512Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=cd7zkpnv
time="2022-01-26T09:59:20.512Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cd7zkpnv
time="2022-01-26T09:59:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:33.381Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: i/o timeout" reconcileID=q2ktrbgp
time="2022-01-26T09:59:33.39Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=q2ktrbgp
time="2022-01-26T09:59:33.39Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=30011 elapsedMillisGT=30000 outcome=unspecified reconcileID=q2ktrbgp
time="2022-01-26T09:59:33.39Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-6pgsm\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:33.39Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=c9zmdt62
time="2022-01-26T09:59:33.39Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=c9zmdt62
time="2022-01-26T09:59:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T09:59:58.744Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: i/o timeout" reconcileID=c9zmdt62
time="2022-01-26T09:59:58.754Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=25363 elapsedMillisGT=10000 outcome=unspecified reconcileID=c9zmdt62
time="2022-01-26T09:59:58.754Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=65xdthk4
time="2022-01-26T09:59:58.754Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=65xdthk4
time="2022-01-26T09:59:58.754Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=mvngknrv
time="2022-01-26T09:59:58.754Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=65xdthk4
time="2022-01-26T09:59:58.754Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=n5ghxmxr
time="2022-01-26T09:59:58.754Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=n5ghxmxr
time="2022-01-26T09:59:58.754Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=mvngknrv
time="2022-01-26T09:59:58.755Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=mvngknrv
time="2022-01-26T09:59:58.755Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=mvngknrv
time="2022-01-26T09:59:58.755Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:59:58.755Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=mvngknrv
time="2022-01-26T09:59:58.755Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvngknrv
time="2022-01-26T09:59:58.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=zl7fmmsw
time="2022-01-26T09:59:58.755Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=zl7fmmsw
time="2022-01-26T09:59:58.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zl7fmmsw
time="2022-01-26T09:59:58.755Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=cxw8m9vh
time="2022-01-26T09:59:58.755Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=cxw8m9vh
time="2022-01-26T09:59:58.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cxw8m9vh
time="2022-01-26T09:59:58.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=tj88zcdx
time="2022-01-26T09:59:58.755Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=tj88zcdx
time="2022-01-26T09:59:58.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tj88zcdx
time="2022-01-26T09:59:58.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=klnhcp7p
time="2022-01-26T09:59:58.756Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=klnhcp7p
time="2022-01-26T09:59:58.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=klnhcp7p
time="2022-01-26T09:59:58.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=n84mwnmt
time="2022-01-26T09:59:58.756Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=n84mwnmt
time="2022-01-26T09:59:58.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=lvhs7cf4
time="2022-01-26T09:59:58.756Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=n84mwnmt
time="2022-01-26T09:59:58.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n84mwnmt
time="2022-01-26T09:59:58.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=lvhs7cf4
time="2022-01-26T09:59:58.756Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=lvhs7cf4
time="2022-01-26T09:59:58.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lvhs7cf4
time="2022-01-26T09:59:58.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=p7bxgxdd
time="2022-01-26T09:59:58.759Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=vghs57gh
time="2022-01-26T09:59:58.759Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=p7bxgxdd
time="2022-01-26T09:59:58.759Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=vghs57gh
time="2022-01-26T09:59:58.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vghs57gh
time="2022-01-26T09:59:58.759Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kc6qkp4t
time="2022-01-26T09:59:58.76Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:59:58.76Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=kc6qkp4t
time="2022-01-26T09:59:58.76Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=kc6qkp4t
time="2022-01-26T09:59:58.76Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=p7bxgxdd
time="2022-01-26T09:59:58.765Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=n5ghxmxr
time="2022-01-26T09:59:58.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wkwhrc2s
time="2022-01-26T09:59:58.765Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.765Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.765Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.765Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.765Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.765Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wkwhrc2s
time="2022-01-26T09:59:58.765Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wkwhrc2s
time="2022-01-26T09:59:58.765Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wkwhrc2s
time="2022-01-26T09:59:58.767Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wkwhrc2s
time="2022-01-26T09:59:58.767Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=wkwhrc2s
time="2022-01-26T09:59:58.767Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnmkrzvb
time="2022-01-26T09:59:58.767Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:58.767Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=xnmkrzvb stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:58.767Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnmkrzvb unassignedCount=1
time="2022-01-26T09:59:58.767Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xnmkrzvb
time="2022-01-26T09:59:58.767Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xnmkrzvb
time="2022-01-26T09:59:58.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.767Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.767Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=n5ghxmxr
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=zkhh9tp4
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=l7xcxkj5
time="2022-01-26T09:59:58.779Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=zkhh9tp4
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zkhh9tp4
time="2022-01-26T09:59:58.779Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=l7xcxkj5
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=pb6hxvnv
time="2022-01-26T09:59:58.779Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=l7xcxkj5
time="2022-01-26T09:59:58.779Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=pb6hxvnv
time="2022-01-26T09:59:58.779Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=l7xcxkj5
time="2022-01-26T09:59:58.779Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T09:59:58.779Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=l7xcxkj5
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=hvcsh2fh
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7xcxkj5
time="2022-01-26T09:59:58.779Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=hvcsh2fh
time="2022-01-26T09:59:58.779Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=hvcsh2fh
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hvcsh2fh
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4llxf7r5
time="2022-01-26T09:59:58.779Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=4llxf7r5
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4llxf7r5
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=7wxcsw9x
time="2022-01-26T09:59:58.779Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=7wxcsw9x
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=r6s46htb
time="2022-01-26T09:59:58.779Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=r6s46htb
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r6s46htb
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=rlh8dzxp
time="2022-01-26T09:59:58.779Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=rlh8dzxp
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=rlh8dzxp
time="2022-01-26T09:59:58.779Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=pb6hxvnv
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pb6hxvnv
time="2022-01-26T09:59:58.779Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=5t7cqv4q
time="2022-01-26T09:59:58.779Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=5t7cqv4q
time="2022-01-26T09:59:58.779Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5t7cqv4q
time="2022-01-26T09:59:58.784Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qbzlgfjj
time="2022-01-26T09:59:58.784Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T09:59:58.784Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=qbzlgfjj
time="2022-01-26T09:59:58.784Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=tt4nkxjp
time="2022-01-26T09:59:58.784Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=qbzlgfjj
time="2022-01-26T09:59:58.784Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=tt4nkxjp
time="2022-01-26T09:59:58.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tt4nkxjp
time="2022-01-26T09:59:58.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.784Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T09:59:58.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8jrd5njp
time="2022-01-26T09:59:58.785Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxdjh2zx
time="2022-01-26T09:59:58.785Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T09:59:58.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.785Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=nxdjh2zx stale=0 standby=2 unclaimed=1
time="2022-01-26T09:59:58.785Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxdjh2zx unassignedCount=1
time="2022-01-26T09:59:58.785Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=nxdjh2zx
time="2022-01-26T09:59:58.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.785Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxdjh2zx
time="2022-01-26T09:59:58.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.785Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8jrd5njp
time="2022-01-26T09:59:58.785Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8jrd5njp
time="2022-01-26T09:59:58.785Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8jrd5njp
time="2022-01-26T09:59:58.787Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=8jrd5njp
time="2022-01-26T09:59:58.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=8jrd5njp
time="2022-01-26T09:59:58.788Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=7wxcsw9x
time="2022-01-26T09:59:58.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=7wxcsw9x
time="2022-01-26T09:59:58.883Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=p7bxgxdd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:58.892Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=p7bxgxdd
time="2022-01-26T09:59:58.892Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=p7bxgxdd
time="2022-01-26T09:59:58.892Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=k79mcjd5
time="2022-01-26T09:59:58.892Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=k79mcjd5
time="2022-01-26T09:59:58.892Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=k79mcjd5
time="2022-01-26T09:59:58.988Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=k79mcjd5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:58.997Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=k79mcjd5
time="2022-01-26T09:59:58.998Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=105 elapsedMillisGT=0 outcome=unspecified reconcileID=k79mcjd5
time="2022-01-26T09:59:58.998Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:58.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=g585t6bw
time="2022-01-26T09:59:58.998Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=g585t6bw
time="2022-01-26T09:59:58.998Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=g585t6bw
time="2022-01-26T09:59:59.042Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=g585t6bw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:59.051Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=g585t6bw
time="2022-01-26T09:59:59.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=52 elapsedMillisGT=0 outcome=unspecified reconcileID=g585t6bw
time="2022-01-26T09:59:59.051Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:59.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=vrbclpwq
time="2022-01-26T09:59:59.051Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=vrbclpwq
time="2022-01-26T09:59:59.051Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=vrbclpwq
time="2022-01-26T09:59:59.102Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=vrbclpwq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:59.11Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=vrbclpwq
time="2022-01-26T09:59:59.11Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=59 elapsedMillisGT=0 outcome=unspecified reconcileID=vrbclpwq
time="2022-01-26T09:59:59.11Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:59.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=5zxjmb67
time="2022-01-26T09:59:59.131Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=5zxjmb67
time="2022-01-26T09:59:59.132Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=5zxjmb67
time="2022-01-26T09:59:59.18Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=5zxjmb67 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:59.189Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=5zxjmb67
time="2022-01-26T09:59:59.189Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=5zxjmb67
time="2022-01-26T09:59:59.189Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T09:59:59.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=lhmq7tw4
time="2022-01-26T09:59:59.509Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=lhmq7tw4
time="2022-01-26T09:59:59.51Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=lhmq7tw4
time="2022-01-26T09:59:59.611Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=lhmq7tw4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T09:59:59.619Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=lhmq7tw4
time="2022-01-26T09:59:59.62Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=110 elapsedMillisGT=0 outcome=unspecified reconcileID=lhmq7tw4
time="2022-01-26T09:59:59.62Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:00:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:00:00.141Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:00:00.26Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=nn78s4hq
time="2022-01-26T10:00:00.26Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=nn78s4hq
time="2022-01-26T10:00:00.261Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=nn78s4hq
time="2022-01-26T10:00:00.31Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=nn78s4hq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:00:00.318Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=nn78s4hq
time="2022-01-26T10:00:00.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=nn78s4hq
time="2022-01-26T10:00:00.318Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:00:01.598Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=h2gl7wwq
time="2022-01-26T10:00:01.598Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=h2gl7wwq
time="2022-01-26T10:00:01.599Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=h2gl7wwq
time="2022-01-26T10:00:01.686Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=h2gl7wwq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:00:01.694Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" reconcileID=h2gl7wwq
time="2022-01-26T10:00:01.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=96 elapsedMillisGT=0 outcome=unspecified reconcileID=h2gl7wwq
time="2022-01-26T10:00:01.694Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.139.38.105:6443: connect: connection refused" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:00:04.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=hd6r57fv
time="2022-01-26T10:00:04.256Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=hd6r57fv
time="2022-01-26T10:00:04.256Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=hd6r57fv
time="2022-01-26T10:00:04.344Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=hd6r57fv states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:00:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:00:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:00:08Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=jgbgw65g
time="2022-01-26T10:00:08Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jgbgw65g
time="2022-01-26T10:00:08Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jgbgw65g
time="2022-01-26T10:00:08Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jgbgw65g
time="2022-01-26T10:00:08Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:00:08Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=jgbgw65g
time="2022-01-26T10:00:08Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=jgbgw65g
time="2022-01-26T10:00:08.001Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jgbgw65g
time="2022-01-26T10:00:14.35Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": net/http: TLS handshake timeout" reconcileID=hd6r57fv
time="2022-01-26T10:00:14.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=10094 elapsedMillisGT=10000 outcome=unspecified reconcileID=hd6r57fv
time="2022-01-26T10:00:14.35Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/api?timeout=32s\": net/http: TLS handshake timeout" name=jshu-pool-test-6pgsm namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:00:19.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cf8kplf9
time="2022-01-26T10:00:19.471Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cf8kplf9
time="2022-01-26T10:00:19.472Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cf8kplf9
time="2022-01-26T10:00:19.585Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cf8kplf9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
I0126 10:00:25.787155       1 request.go:665] Waited for 1.037517157s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/console.openshift.io/v1?timeout=32s
time="2022-01-26T10:00:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:00:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:00:29.88Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cf8kplf9
time="2022-01-26T10:00:29.88Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=cf8kplf9
time="2022-01-26T10:00:29.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=nl94mn6t
time="2022-01-26T10:00:29.891Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=nl94mn6t
time="2022-01-26T10:00:29.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=zfgj4vg4
time="2022-01-26T10:00:29.892Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=zfgj4vg4
time="2022-01-26T10:00:29.892Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfgj4vg4
time="2022-01-26T10:00:29.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=7z2ggmfj
time="2022-01-26T10:00:29.892Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=7z2ggmfj
time="2022-01-26T10:00:29.892Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=7z2ggmfj
time="2022-01-26T10:00:29.892Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7z2ggmfj
time="2022-01-26T10:00:29.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=ct8wmrhp
time="2022-01-26T10:00:29.892Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=ct8wmrhp
time="2022-01-26T10:00:29.892Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=ct8wmrhp
time="2022-01-26T10:00:29.892Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ct8wmrhp
time="2022-01-26T10:00:29.892Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=74l4fwjv
time="2022-01-26T10:00:29.892Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=74l4fwjv
time="2022-01-26T10:00:29.892Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=74l4fwjv
time="2022-01-26T10:00:29.893Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=9cw4lhdw
time="2022-01-26T10:00:29.893Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=9cw4lhdw
time="2022-01-26T10:00:29.893Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=9cw4lhdw
time="2022-01-26T10:00:29.893Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=9cw4lhdw
time="2022-01-26T10:00:29.893Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T10:00:29.893Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=9cw4lhdw
time="2022-01-26T10:00:29.893Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9cw4lhdw
time="2022-01-26T10:00:29.893Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=9nh5lnfb
time="2022-01-26T10:00:29.893Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=9nh5lnfb
time="2022-01-26T10:00:29.893Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nh5lnfb
time="2022-01-26T10:00:29.893Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=5k8ggzt9
time="2022-01-26T10:00:29.893Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=5k8ggzt9
time="2022-01-26T10:00:29.893Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5k8ggzt9
time="2022-01-26T10:00:29.893Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=7rz9vrs7
time="2022-01-26T10:00:29.893Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=7rz9vrs7
time="2022-01-26T10:00:29.893Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7rz9vrs7
time="2022-01-26T10:00:29.897Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=fdv9p2pn
time="2022-01-26T10:00:29.897Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=fdv9p2pn
time="2022-01-26T10:00:29.897Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=bv2pdfhq
time="2022-01-26T10:00:29.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdv9p2pn
time="2022-01-26T10:00:29.897Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:00:29.897Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=bv2pdfhq
time="2022-01-26T10:00:29.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:00:29.897Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=bv2pdfhq
time="2022-01-26T10:00:29.897Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:00:29.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:00:29.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5qwdbkgl
time="2022-01-26T10:00:29.897Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:29.897Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:29.898Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:29.898Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:29.898Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:29.898Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5qwdbkgl
time="2022-01-26T10:00:29.898Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5qwdbkgl
time="2022-01-26T10:00:29.898Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5qwdbkgl
time="2022-01-26T10:00:29.899Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5qwdbkgl
time="2022-01-26T10:00:29.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=5qwdbkgl
time="2022-01-26T10:00:29.899Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bhbqgxqq
time="2022-01-26T10:00:29.899Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:00:29.899Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=bhbqgxqq stale=0 standby=2 unclaimed=1
time="2022-01-26T10:00:29.899Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bhbqgxqq unassignedCount=1
time="2022-01-26T10:00:29.899Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bhbqgxqq
time="2022-01-26T10:00:29.899Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bhbqgxqq
time="2022-01-26T10:00:30.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=10531 elapsedMillisGT=10000 outcome=unspecified reconcileID=cf8kplf9
time="2022-01-26T10:00:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:00:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
I0126 10:00:36.093502       1 request.go:665] Waited for 1.089432126s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/apps.openshift.io/v1?timeout=32s
time="2022-01-26T10:00:40.132Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=g79crp65
time="2022-01-26T10:00:40.132Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=g79crp65
time="2022-01-26T10:00:40.132Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=g79crp65
time="2022-01-26T10:00:40.218Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=g79crp65 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:00:43.701Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=nl94mn6t
time="2022-01-26T10:00:43.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=13820 elapsedMillisGT=10000 outcome=unspecified reconcileID=nl94mn6t
time="2022-01-26T10:00:43.712Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=jzxsrvnp
time="2022-01-26T10:00:43.712Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=jzxsrvnp
time="2022-01-26T10:00:43.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzxsrvnp
time="2022-01-26T10:00:43.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hshfkghd
time="2022-01-26T10:00:43.712Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h59m59.287269974s reconcileID=hshfkghd
time="2022-01-26T10:00:43.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hshfkghd
time="2022-01-26T10:00:43.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=bkqc2n95
time="2022-01-26T10:00:43.712Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=bkqc2n95
time="2022-01-26T10:00:43.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bkqc2n95
time="2022-01-26T10:00:43.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:00:43.712Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:00:43.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:00:43.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=q7zkjqf8
time="2022-01-26T10:00:43.713Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=q7zkjqf8
time="2022-01-26T10:00:43.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=95rd95j8
time="2022-01-26T10:00:43.713Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:43.713Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:43.713Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:43.713Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:43.713Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:00:43.713Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=95rd95j8
time="2022-01-26T10:00:43.713Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=95rd95j8
time="2022-01-26T10:00:43.713Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=95rd95j8
time="2022-01-26T10:00:43.716Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=95rd95j8
time="2022-01-26T10:00:43.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=95rd95j8
time="2022-01-26T10:00:43.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=nvxf7786
time="2022-01-26T10:00:43.716Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=nvxf7786
time="2022-01-26T10:00:43.716Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=nvxf7786
time="2022-01-26T10:00:43.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvxf7786
time="2022-01-26T10:00:43.716Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=4zrm4pv2
time="2022-01-26T10:00:43.717Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=jtl8ckp8
time="2022-01-26T10:00:43.717Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=jtl8ckp8
time="2022-01-26T10:00:43.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jtl8ckp8
time="2022-01-26T10:00:43.717Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zgdn5w96
time="2022-01-26T10:00:43.717Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zgdn5w96
time="2022-01-26T10:00:43.717Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgdn5w96
time="2022-01-26T10:00:43.717Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljzj8554
time="2022-01-26T10:00:43.718Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:00:43.718Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=ljzj8554 stale=0 standby=2 unclaimed=1
time="2022-01-26T10:00:43.718Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljzj8554 unassignedCount=1
time="2022-01-26T10:00:43.718Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ljzj8554
time="2022-01-26T10:00:43.718Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljzj8554
time="2022-01-26T10:00:43.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jfh7ngrt
time="2022-01-26T10:00:43.718Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=4zrm4pv2
time="2022-01-26T10:00:43.718Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=2 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=4zrm4pv2
time="2022-01-26T10:00:43.718Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dsgq7v7z
time="2022-01-26T10:00:43.718Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:00:43.72Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=zw465pwg
time="2022-01-26T10:00:43.722Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=zw465pwg
time="2022-01-26T10:00:43.722Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=zw465pwg
time="2022-01-26T10:00:43.722Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=zw465pwg
time="2022-01-26T10:00:43.722Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T10:00:43.722Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=zw465pwg
time="2022-01-26T10:00:43.722Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=zw465pwg
I0126 10:00:46.419614       1 request.go:665] Waited for 1.111224684s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/snapshot.storage.k8s.io/v1?timeout=32s
time="2022-01-26T10:00:54.856Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=g79crp65
time="2022-01-26T10:00:54.895Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=14763 elapsedMillisGT=10000 outcome=unspecified reconcileID=g79crp65
time="2022-01-26T10:00:54.895Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cjrqpltq
time="2022-01-26T10:00:54.895Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cjrqpltq
time="2022-01-26T10:00:54.895Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cjrqpltq
time="2022-01-26T10:00:54.988Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=cjrqpltq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:00:55.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=11631 elapsedMillisGT=10000 outcome=unspecified reconcileID=q7zkjqf8
time="2022-01-26T10:00:55.525Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dsgq7v7z
time="2022-01-26T10:00:55.659Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dsgq7v7z
time="2022-01-26T10:00:55.66Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dsgq7v7z
time="2022-01-26T10:00:55.688Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dsgq7v7z
time="2022-01-26T10:00:55.688Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dsgq7v7z
time="2022-01-26T10:00:55.791Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dsgq7v7z
time="2022-01-26T10:00:55.791Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=dsgq7v7z
time="2022-01-26T10:00:55.791Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=12072 elapsedMillisGT=10000 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=dsgq7v7z
time="2022-01-26T10:00:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:00:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:00:58.224Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jfh7ngrt
time="2022-01-26T10:00:58.224Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jfh7ngrt
time="2022-01-26T10:00:58.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=14506 elapsedMillisGT=10000 outcome=unspecified reconcileID=jfh7ngrt
I0126 10:01:01.192552       1 request.go:665] Waited for 1.152895495s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/controlplane.operator.openshift.io/v1alpha1?timeout=32s
time="2022-01-26T10:01:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:01:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:01:07.454Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=cjrqpltq
time="2022-01-26T10:01:07.474Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=12579 elapsedMillisGT=10000 outcome=unspecified reconcileID=cjrqpltq
time="2022-01-26T10:01:13.458Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:01:13.458Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:01:13.458Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:01:13.458Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:01:13.458Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:01:13.459Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:01:24.896Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=zfj2m6z7
time="2022-01-26T10:01:24.896Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=zfj2m6z7
time="2022-01-26T10:01:24.896Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=zfj2m6z7
time="2022-01-26T10:01:24.953Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=zfj2m6z7 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:01:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:01:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
I0126 10:01:26.954844       1 request.go:665] Waited for 1.075720371s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-6pgsm.qe.devcluster.openshift.com:6443/apis/network.operator.openshift.io/v1?timeout=32s
time="2022-01-26T10:01:34.975Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=zfj2m6z7
time="2022-01-26T10:01:35.002Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=10106 elapsedMillisGT=10000 outcome=unspecified reconcileID=zfj2m6z7
time="2022-01-26T10:01:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:01:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:01:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:01:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:02:05.003Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=6w66f444
time="2022-01-26T10:02:05.003Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=6w66f444
time="2022-01-26T10:02:05.003Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=6w66f444
time="2022-01-26T10:02:05.1Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=6w66f444 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:02:05.182Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=6w66f444
time="2022-01-26T10:02:05.228Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=225 elapsedMillisGT=0 outcome=unspecified reconcileID=6w66f444
time="2022-01-26T10:02:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:02:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:02:26.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=7m95cnjj
time="2022-01-26T10:02:26.051Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=7m95cnjj
time="2022-01-26T10:02:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:02:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:02:35.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r8nrcs9t
time="2022-01-26T10:02:35.229Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r8nrcs9t
time="2022-01-26T10:02:35.23Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=r8nrcs9t
time="2022-01-26T10:02:35.282Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=r8nrcs9t states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:02:35.333Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=r8nrcs9t
time="2022-01-26T10:02:35.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=122 elapsedMillisGT=0 outcome=unspecified reconcileID=r8nrcs9t
time="2022-01-26T10:02:35.38Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:02:35.38Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:02:56.053Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=7m95cnjj
time="2022-01-26T10:02:56.063Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30011 elapsedMillisGT=30000 outcome=unspecified reconcileID=7m95cnjj
time="2022-01-26T10:02:56.063Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=lhtvzhd5
time="2022-01-26T10:02:56.063Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=lhtvzhd5
time="2022-01-26T10:02:56.064Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=2dr8dltv
time="2022-01-26T10:02:56.064Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=2dr8dltv
time="2022-01-26T10:02:56.064Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2dr8dltv
time="2022-01-26T10:02:56.064Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=zp74mgcf
time="2022-01-26T10:02:56.064Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=zp74mgcf
time="2022-01-26T10:02:56.064Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=zp74mgcf
time="2022-01-26T10:02:56.064Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zp74mgcf
time="2022-01-26T10:02:56.064Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=tmzkbd48
time="2022-01-26T10:02:56.064Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=tmzkbd48
time="2022-01-26T10:02:56.064Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=tmzkbd48
time="2022-01-26T10:02:56.064Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmzkbd48
time="2022-01-26T10:02:56.064Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=6dgm5wg9
time="2022-01-26T10:02:56.064Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=6dgm5wg9
time="2022-01-26T10:02:56.064Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=6dgm5wg9
time="2022-01-26T10:02:56.064Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=8p5sskhh
time="2022-01-26T10:02:56.065Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=8p5sskhh
time="2022-01-26T10:02:56.065Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8p5sskhh
time="2022-01-26T10:02:56.065Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=cnmf2mdt
time="2022-01-26T10:02:56.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=cnmf2mdt
time="2022-01-26T10:02:56.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=cnmf2mdt
time="2022-01-26T10:02:56.065Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=cnmf2mdt
time="2022-01-26T10:02:56.065Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:02:56.065Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=cnmf2mdt
time="2022-01-26T10:02:56.065Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnmf2mdt
time="2022-01-26T10:02:56.065Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2slwgp54
time="2022-01-26T10:02:56.065Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=dvtph2qd
time="2022-01-26T10:02:56.065Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2slwgp54
time="2022-01-26T10:02:56.065Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=dvtph2qd
time="2022-01-26T10:02:56.065Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2slwgp54
time="2022-01-26T10:02:56.065Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dvtph2qd
time="2022-01-26T10:02:56.068Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=txftkwjp
time="2022-01-26T10:02:56.068Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=fxjz9g2k
time="2022-01-26T10:02:56.068Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=fxjz9g2k
time="2022-01-26T10:02:56.068Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fxjz9g2k
time="2022-01-26T10:02:56.068Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=txftkwjp
time="2022-01-26T10:02:56.069Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=txftkwjp
time="2022-01-26T10:02:56.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2g9qd9sn
time="2022-01-26T10:02:56.069Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=c68hn56n
time="2022-01-26T10:02:56.069Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:02:56.069Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=c68hn56n
time="2022-01-26T10:02:56.069Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=c68hn56n
time="2022-01-26T10:02:56.069Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:02:56.069Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:02:56.069Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:02:56.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:02:56.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:02:56.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:02:56.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:02:56.07Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2g9qd9sn
time="2022-01-26T10:02:56.07Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2g9qd9sn
time="2022-01-26T10:02:56.07Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2g9qd9sn
time="2022-01-26T10:02:56.071Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2rczxl6t
time="2022-01-26T10:02:56.071Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:02:56.071Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=2rczxl6t stale=0 standby=2 unclaimed=1
time="2022-01-26T10:02:56.071Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2rczxl6t unassignedCount=1
time="2022-01-26T10:02:56.071Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2rczxl6t
time="2022-01-26T10:02:56.071Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2rczxl6t
time="2022-01-26T10:02:56.071Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=2g9qd9sn
time="2022-01-26T10:02:56.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2g9qd9sn
time="2022-01-26T10:02:56.177Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=txftkwjp states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:02:56.177Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=txftkwjp
time="2022-01-26T10:02:56.177Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=108 elapsedMillisGT=0 outcome=unspecified reconcileID=txftkwjp
time="2022-01-26T10:02:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:02:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:05.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=jv9ccflw
time="2022-01-26T10:03:05.352Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=jv9ccflw
time="2022-01-26T10:03:05.353Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=jv9ccflw
time="2022-01-26T10:03:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:05.434Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=jv9ccflw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:03:05.478Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=jv9ccflw
time="2022-01-26T10:03:05.478Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=jv9ccflw
time="2022-01-26T10:03:05.491Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=4gjr6r6j
time="2022-01-26T10:03:05.491Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h57m37.508820834s reconcileID=4gjr6r6j
time="2022-01-26T10:03:05.491Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4gjr6r6j
time="2022-01-26T10:03:05.491Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=h7jlx2gw
time="2022-01-26T10:03:05.491Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=h7jlx2gw
time="2022-01-26T10:03:05.491Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7jlx2gw
time="2022-01-26T10:03:05.491Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.491Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=139 elapsedMillisGT=0 outcome=unspecified reconcileID=jv9ccflw
time="2022-01-26T10:03:05.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=zvtvh8lb
time="2022-01-26T10:03:05.492Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=zvtvh8lb
time="2022-01-26T10:03:05.492Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=zvtvh8lb
time="2022-01-26T10:03:05.492Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zvtvh8lb
time="2022-01-26T10:03:05.492Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=ghqxb8kl
time="2022-01-26T10:03:05.492Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=ghqxb8kl
time="2022-01-26T10:03:05.492Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=ghqxb8kl
time="2022-01-26T10:03:05.492Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=8z846qvj
time="2022-01-26T10:03:05.492Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=8z846qvj
time="2022-01-26T10:03:05.492Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=8z846qvj
time="2022-01-26T10:03:05.492Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=8z846qvj
time="2022-01-26T10:03:05.492Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T10:03:05.492Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=8z846qvj
time="2022-01-26T10:03:05.492Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8z846qvj
time="2022-01-26T10:03:05.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=jc9cqg64
time="2022-01-26T10:03:05.492Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=jc9cqg64
time="2022-01-26T10:03:05.492Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jc9cqg64
time="2022-01-26T10:03:05.492Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=7g8qjdvf
time="2022-01-26T10:03:05.492Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=7g8qjdvf
time="2022-01-26T10:03:05.492Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7g8qjdvf
time="2022-01-26T10:03:05.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jm4p6zcj
time="2022-01-26T10:03:05.494Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=xtc7g6h4
time="2022-01-26T10:03:05.496Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=xtc7g6h4
time="2022-01-26T10:03:05.496Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=xtc7g6h4
time="2022-01-26T10:03:05.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kfzqq6br
time="2022-01-26T10:03:05.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:03:05.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:03:05.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:03:05.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:03:05.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:03:05.497Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kfzqq6br
time="2022-01-26T10:03:05.497Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kfzqq6br
time="2022-01-26T10:03:05.497Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kfzqq6br
time="2022-01-26T10:03:05.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:03:05.499Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:03:05.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:03:05.499Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=7xjpzfg2
time="2022-01-26T10:03:05.499Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kfzqq6br
time="2022-01-26T10:03:05.499Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=7xjpzfg2
time="2022-01-26T10:03:05.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xjpzfg2
time="2022-01-26T10:03:05.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=kfzqq6br
time="2022-01-26T10:03:05.499Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d9tl75tr
time="2022-01-26T10:03:05.499Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:03:05.499Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=d9tl75tr stale=0 standby=2 unclaimed=1
time="2022-01-26T10:03:05.499Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d9tl75tr unassignedCount=1
time="2022-01-26T10:03:05.499Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=d9tl75tr
time="2022-01-26T10:03:05.499Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d9tl75tr
time="2022-01-26T10:03:05.5Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4n4wc9nw
time="2022-01-26T10:03:05.5Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:03:05.56Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=xtc7g6h4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:03:05.569Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jm4p6zcj
time="2022-01-26T10:03:05.569Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=jm4p6zcj
time="2022-01-26T10:03:05.569Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=76 elapsedMillisGT=0 outcome=unspecified reconcileID=jm4p6zcj
time="2022-01-26T10:03:05.576Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4n4wc9nw
time="2022-01-26T10:03:05.618Z" level=info msg="Removed cluster operators: [cloud-controller-manager]" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.618Z" level=info msg="condition Available changed for operator console" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.618Z" level=info msg="condition Progressing changed for operator console" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.618Z" level=info msg="condition Available changed for operator ingress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.618Z" level=info msg="condition Degraded changed for operator ingress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.618Z" level=info msg="condition Progressing changed for operator ingress" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.618Z" level=info msg="condition Available changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.618Z" level=info msg="condition Progressing changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.619Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4n4wc9nw
time="2022-01-26T10:03:05.62Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4n4wc9nw
time="2022-01-26T10:03:05.633Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=142 elapsedMillisGT=0 outcome=unspecified reconcileID=ww9q7nc2
time="2022-01-26T10:03:05.643Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=xtc7g6h4
time="2022-01-26T10:03:05.643Z" level=info msg="waiting an additional %s for ClusterOperators to settle1m59.356814501s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=xtc7g6h4
time="2022-01-26T10:03:05.643Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=146 elapsedMillisGT=0 outcome=unspecified reconcileID=xtc7g6h4
time="2022-01-26T10:03:05.644Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4n4wc9nw
time="2022-01-26T10:03:05.644Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4n4wc9nw
time="2022-01-26T10:03:05.648Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4n4wc9nw
time="2022-01-26T10:03:05.648Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=4n4wc9nw
time="2022-01-26T10:03:05.648Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=148 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=4n4wc9nw
time="2022-01-26T10:03:13.46Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:13.46Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:03:13.46Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:03:13.46Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:03:13.46Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:03:13.46Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:03:26.066Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=lhtvzhd5
time="2022-01-26T10:03:26.066Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=lhtvzhd5
time="2022-01-26T10:03:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:03:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:04:03Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=xzgkjhhw
time="2022-01-26T10:04:03Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=xzgkjhhw
time="2022-01-26T10:04:03Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=xzgkjhhw
time="2022-01-26T10:04:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:04:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:04:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:04:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:04:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:04:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:04:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:04:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:05.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7sm6272n
time="2022-01-26T10:05:05.001Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7sm6272n
time="2022-01-26T10:05:05.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=7sm6272n
time="2022-01-26T10:05:05.119Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=7sm6272n states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:05:05.19Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=7sm6272n
time="2022-01-26T10:05:05.19Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7sm6272n
time="2022-01-26T10:05:05.223Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7sm6272n
time="2022-01-26T10:05:05.223Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm condition=Ready controller=hibernation reason=Running reconcileID=7sm6272n
time="2022-01-26T10:05:05.234Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=233 elapsedMillisGT=0 outcome=unspecified reconcileID=7sm6272n
time="2022-01-26T10:05:05.235Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=l4tv64mc
time="2022-01-26T10:05:05.235Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=l4tv64mc
time="2022-01-26T10:05:05.235Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4tv64mc
time="2022-01-26T10:05:05.235Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7zfv6ftr
time="2022-01-26T10:05:05.235Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7zfv6ftr
time="2022-01-26T10:05:05.235Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=7zfv6ftr
time="2022-01-26T10:05:05.235Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=p65x7wdv
time="2022-01-26T10:05:05.235Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h55m37.764142317s reconcileID=p65x7wdv
time="2022-01-26T10:05:05.235Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p65x7wdv
time="2022-01-26T10:05:05.235Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=8zw5vswg
time="2022-01-26T10:05:05.235Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=8zw5vswg
time="2022-01-26T10:05:05.235Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8zw5vswg
time="2022-01-26T10:05:05.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.236Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.236Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:05:05.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=mq5tpgnh
time="2022-01-26T10:05:05.236Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=mq5tpgnh
time="2022-01-26T10:05:05.236Z" level=debug msg="Waiting to fetch clusteroperator status in 7m59.763773093s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=mq5tpgnh
time="2022-01-26T10:05:05.236Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mq5tpgnh
time="2022-01-26T10:05:05.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nch6kncr
time="2022-01-26T10:05:05.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.236Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nch6kncr
time="2022-01-26T10:05:05.236Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nch6kncr
time="2022-01-26T10:05:05.236Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nch6kncr
time="2022-01-26T10:05:05.237Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7ztdxphc
time="2022-01-26T10:05:05.237Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7ztdxphc
time="2022-01-26T10:05:05.237Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=7ztdxphc
time="2022-01-26T10:05:05.237Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ztdxphc
time="2022-01-26T10:05:05.237Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=dcrh6bkw
time="2022-01-26T10:05:05.237Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=dcrh6bkw
time="2022-01-26T10:05:05.237Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=dcrh6bkw
time="2022-01-26T10:05:05.238Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xr7kpncq
time="2022-01-26T10:05:05.238Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:05:05.238Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=nch6kncr
time="2022-01-26T10:05:05.238Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=nch6kncr
time="2022-01-26T10:05:05.238Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=jr49f762
time="2022-01-26T10:05:05.238Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=jr49f762
time="2022-01-26T10:05:05.238Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jr49f762
time="2022-01-26T10:05:05.239Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=c5r6wgdr
time="2022-01-26T10:05:05.239Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=c5r6wgdr
time="2022-01-26T10:05:05.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c5r6wgdr
time="2022-01-26T10:05:05.239Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h9n6ndqf
time="2022-01-26T10:05:05.239Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:05:05.239Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=h9n6ndqf stale=0 standby=1 unclaimed=2
time="2022-01-26T10:05:05.239Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h9n6ndqf unassignedCount=1
time="2022-01-26T10:05:05.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=kv52gxg7
time="2022-01-26T10:05:05.241Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=tqwwt49j
time="2022-01-26T10:05:05.241Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=tqwwt49j
time="2022-01-26T10:05:05.241Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=tqwwt49j
time="2022-01-26T10:05:05.241Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=tqwwt49j
time="2022-01-26T10:05:05.241Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T10:05:05.241Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=tqwwt49j
time="2022-01-26T10:05:05.241Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tqwwt49j
time="2022-01-26T10:05:05.268Z" level=debug msg="ensuring cluster <=> claim assignment" claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h9n6ndqf
time="2022-01-26T10:05:05.268Z" level=info msg="updating claim to assign cluster" claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h9n6ndqf
time="2022-01-26T10:05:05.275Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=j2vs5ff8
time="2022-01-26T10:05:05.275Z" level=debug msg="clusterdeployment jshu-pool-test-6pgsm has not yet been assigned to claim" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=j2vs5ff8
time="2022-01-26T10:05:05.275Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2vs5ff8
time="2022-01-26T10:05:05.282Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=7zfv6ftr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:05:05.285Z" level=info msg="calculated time between claim creation and assignment" claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h9n6ndqf seconds=362.285043257
time="2022-01-26T10:05:05.285Z" level=info msg="updating cluster to assign claim" claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h9n6ndqf
time="2022-01-26T10:05:05.295Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xr7kpncq
time="2022-01-26T10:05:05.295Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=qskwmmwn
time="2022-01-26T10:05:05.295Z" level=debug msg="clusterdeployment jshu-pool-test-6pgsm has not yet been assigned to claim" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=qskwmmwn
time="2022-01-26T10:05:05.295Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qskwmmwn
time="2022-01-26T10:05:05.295Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=kv52gxg7
time="2022-01-26T10:05:05.295Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=kv52gxg7
time="2022-01-26T10:05:05.295Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=56 elapsedMillisGT=0 outcome=unspecified reconcileID=kv52gxg7
time="2022-01-26T10:05:05.32Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=hn2xkwrn
time="2022-01-26T10:05:05.32Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=hn2xkwrn
time="2022-01-26T10:05:05.32Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn2xkwrn
time="2022-01-26T10:05:05.32Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=nxlnjmxm
time="2022-01-26T10:05:05.32Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h55m37.679134247s reconcileID=nxlnjmxm
time="2022-01-26T10:05:05.32Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxlnjmxm
time="2022-01-26T10:05:05.32Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=6tmr9248
time="2022-01-26T10:05:05.32Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=6tmr9248
time="2022-01-26T10:05:05.32Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6tmr9248
time="2022-01-26T10:05:05.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.321Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.321Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:05:05.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=flz4tpwt
time="2022-01-26T10:05:05.321Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=flz4tpwt
time="2022-01-26T10:05:05.321Z" level=debug msg="Waiting to fetch clusteroperator status in 7m59.678795271s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=flz4tpwt
time="2022-01-26T10:05:05.321Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flz4tpwt
time="2022-01-26T10:05:05.321Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=bpfhl262
time="2022-01-26T10:05:05.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.321Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:05:05.321Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=bpfhl262
time="2022-01-26T10:05:05.321Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=bpfhl262
time="2022-01-26T10:05:05.321Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=bpfhl262
time="2022-01-26T10:05:05.324Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=bpfhl262
time="2022-01-26T10:05:05.324Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=bpfhl262
time="2022-01-26T10:05:05.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=5tm9hp42
time="2022-01-26T10:05:05.324Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=5tm9hp42
time="2022-01-26T10:05:05.324Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=5tm9hp42
time="2022-01-26T10:05:05.324Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5tm9hp42
time="2022-01-26T10:05:05.324Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=bjj5t2j7
time="2022-01-26T10:05:05.324Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=bjj5t2j7
time="2022-01-26T10:05:05.324Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=bjj5t2j7
time="2022-01-26T10:05:05.324Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=8tdndcrp
time="2022-01-26T10:05:05.324Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=8tdndcrp
time="2022-01-26T10:05:05.324Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=8tdndcrp
time="2022-01-26T10:05:05.324Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=8tdndcrp
time="2022-01-26T10:05:05.324Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=j26cf84s
time="2022-01-26T10:05:05.324Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T10:05:05.324Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=8tdndcrp
time="2022-01-26T10:05:05.324Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8tdndcrp
time="2022-01-26T10:05:05.324Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=j26cf84s
time="2022-01-26T10:05:05.324Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=j26cf84s
time="2022-01-26T10:05:05.324Z" level=debug msg="conditions changed, updating claim status"
time="2022-01-26T10:05:05.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=khzt7kkw
time="2022-01-26T10:05:05.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=bppdh9c8
time="2022-01-26T10:05:05.325Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=bppdh9c8
time="2022-01-26T10:05:05.325Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bppdh9c8
time="2022-01-26T10:05:05.324Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=j8gbkhsw
time="2022-01-26T10:05:05.325Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=j8gbkhsw
time="2022-01-26T10:05:05.325Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j8gbkhsw
time="2022-01-26T10:05:05.339Z" level=debug msg="cluster <=> claim assignment ok" claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=h9n6ndqf
time="2022-01-26T10:05:05.339Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=h9n6ndqf
time="2022-01-26T10:05:05.339Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.339Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:05:05.339Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=27cm2f27 stale=0 standby=1 unclaimed=1
time="2022-01-26T10:05:05.339Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27 unassignedCount=0
time="2022-01-26T10:05:05.339Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.339Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.339Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.339Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.339Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.339Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.339Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.339Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=27cm2f27
time="2022-01-26T10:05:05.35Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xr7kpncq
time="2022-01-26T10:05:05.351Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xr7kpncq
time="2022-01-26T10:05:05.352Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=j26cf84s
time="2022-01-26T10:05:05.354Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=gc76sdnn
time="2022-01-26T10:05:05.354Z" level=debug msg="claim has existing cluster assignment" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=gc76sdnn
time="2022-01-26T10:05:05.354Z" level=debug msg="not creating RBAC since claim does not specify any subjects" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=gc76sdnn
time="2022-01-26T10:05:05.354Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gc76sdnn
time="2022-01-26T10:05:05.358Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=7zfv6ftr
time="2022-01-26T10:05:05.358Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7zfv6ftr
time="2022-01-26T10:05:05.361Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=khzt7kkw
time="2022-01-26T10:05:05.361Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=khzt7kkw
time="2022-01-26T10:05:05.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=36 elapsedMillisGT=0 outcome=unspecified reconcileID=khzt7kkw
time="2022-01-26T10:05:05.363Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=27cm2f27
time="2022-01-26T10:05:05.363Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.363Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:05:05.363Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=qsm2xjnp stale=0 standby=1 unclaimed=1
time="2022-01-26T10:05:05.363Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp unassignedCount=0
time="2022-01-26T10:05:05.363Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.363Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.363Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.363Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.363Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.363Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.363Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.363Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.37Z" level=info msg="could not update ClusterPool status" clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterpools.hive.openshift.io \"jshu-pool-test\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.37Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=qsm2xjnp
time="2022-01-26T10:05:05.37Z" level=error msg="Reconciler error" _name=clusterpool-controller error="could not update ClusterPool status: Operation cannot be fulfilled on clusterpools.hive.openshift.io \"jshu-pool-test\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T10:05:05.37Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:05:05.37Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=g6jtpgz2 stale=0 standby=1 unclaimed=1
time="2022-01-26T10:05:05.37Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2 unassignedCount=0
time="2022-01-26T10:05:05.37Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.37Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g6jtpgz2
time="2022-01-26T10:05:05.374Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xr7kpncq
time="2022-01-26T10:05:05.374Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xr7kpncq
time="2022-01-26T10:05:05.375Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.375Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:05:05.375Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=c7qs684g stale=0 standby=1 unclaimed=1
time="2022-01-26T10:05:05.375Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g unassignedCount=0
time="2022-01-26T10:05:05.375Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.375Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.375Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.375Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.375Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.375Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.375Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.375Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=c7qs684g
time="2022-01-26T10:05:05.376Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7qs684g
time="2022-01-26T10:05:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:05.383Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xr7kpncq
time="2022-01-26T10:05:05.383Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=xr7kpncq
time="2022-01-26T10:05:05.383Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=145 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=xr7kpncq
time="2022-01-26T10:05:05.383Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.383Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:05:05.393Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7zfv6ftr
time="2022-01-26T10:05:05.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=158 elapsedMillisGT=0 outcome=unspecified reconcileID=7zfv6ftr
time="2022-01-26T10:05:05.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=8wc4bn4p
time="2022-01-26T10:05:05.393Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=8wc4bn4p
time="2022-01-26T10:05:05.393Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=8wc4bn4p
time="2022-01-26T10:05:05.417Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.44Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=8wc4bn4p states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:05:05.442Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.443Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.472Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.472Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.479Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.479Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.479Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=95 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=lnx2w5b5
time="2022-01-26T10:05:05.495Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=8wc4bn4p
time="2022-01-26T10:05:05.495Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=8wc4bn4p
time="2022-01-26T10:05:05.535Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=8wc4bn4p
time="2022-01-26T10:05:05.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=141 elapsedMillisGT=0 outcome=unspecified reconcileID=8wc4bn4p
time="2022-01-26T10:05:13.46Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:13.46Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:05:13.46Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:05:13.461Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:05:13.461Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:05:13.461Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:05:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:05:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:06:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:06:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:06:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:06:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:06:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:06:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:06:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:06:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:13.461Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:13.462Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:07:13.462Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:07:13.462Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:07:13.462Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:07:13.462Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:07:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:07:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:08:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:08:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:08:20.181Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.181Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=n9rxkmcc
time="2022-01-26T10:08:20.181Z" level=info msg="initializing cluster claim conditions" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=n9rxkmcc
time="2022-01-26T10:08:20.181Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:20.181Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=ss9wqn44 stale=0 standby=1 unclaimed=1
time="2022-01-26T10:08:20.182Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44 unassignedCount=1
time="2022-01-26T10:08:20.182Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.182Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.182Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.182Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.182Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.182Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.182Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.182Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.182Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ss9wqn44
time="2022-01-26T10:08:20.189Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test2 controller=clusterclaim elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=n9rxkmcc
time="2022-01-26T10:08:20.189Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=lnjjph9z
time="2022-01-26T10:08:20.189Z" level=debug msg="adding finalizer to ClusterClaim" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=lnjjph9z
time="2022-01-26T10:08:20.19Z" level=info msg="could not update status of ClusterClaim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ss9wqn44
time="2022-01-26T10:08:20.19Z" level=error msg="error assigning clusters <=> claims" clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ss9wqn44
time="2022-01-26T10:08:20.19Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=ss9wqn44
time="2022-01-26T10:08:20.19Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T10:08:20.19Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:20.19Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=5zj4d2s6 stale=0 standby=1 unclaimed=1
time="2022-01-26T10:08:20.19Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6 unassignedCount=1
time="2022-01-26T10:08:20.19Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.19Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.194Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=lnjjph9z
time="2022-01-26T10:08:20.194Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test2 controller=clusterclaim elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=lnjjph9z
time="2022-01-26T10:08:20.194Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=dcgfh72k
time="2022-01-26T10:08:20.194Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=dcgfh72k
time="2022-01-26T10:08:20.194Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test2 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dcgfh72k
time="2022-01-26T10:08:20.2Z" level=info msg="could not update status of ClusterClaim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.2Z" level=error msg="error assigning clusters <=> claims" clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.2Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=5zj4d2s6
time="2022-01-26T10:08:20.2Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterclaims.hive.openshift.io \"jshu-claim-test2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T10:08:20.2Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.2Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07464b9d1812805, ext:27478562316023, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:20.201Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=l6z57bkz stale=0 standby=1 unclaimed=1
time="2022-01-26T10:08:20.201Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz unassignedCount=1
time="2022-01-26T10:08:20.201Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.201Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.201Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.201Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.201Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.201Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.201Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.201Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.201Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.208Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=54czhxm8
time="2022-01-26T10:08:20.208Z" level=debug msg="claim has not yet been assigned a cluster" clusterClaim=default/jshu-claim-test2 controller=clusterclaim reconcileID=54czhxm8
time="2022-01-26T10:08:20.208Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test2 controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=54czhxm8
time="2022-01-26T10:08:20.209Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool-test controller=clusterpool count=1 reconcileID=l6z57bkz
time="2022-01-26T10:08:20.218Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=lv4h6fnl
time="2022-01-26T10:08:20.218Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=218.990288ms namespace=/jshu-pool-test-52czk reconcileID=lv4h6fnl
time="2022-01-26T10:08:20.219Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=lv4h6fnl
time="2022-01-26T10:08:20.219Z" level=info msg="Creating new cluster" cluster=jshu-pool-test-52czk clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=l6z57bkz
time="2022-01-26T10:08:20.219Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:20.233Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=bb2mczqk
time="2022-01-26T10:08:20.233Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=233.39429ms namespace=/jshu-pool-test-52czk reconcileID=bb2mczqk
time="2022-01-26T10:08:20.233Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=bb2mczqk
time="2022-01-26T10:08:20.251Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6fvr9czz
time="2022-01-26T10:08:20.251Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6fvr9czz
time="2022-01-26T10:08:20.261Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=9 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=6fvr9czz
time="2022-01-26T10:08:20.261Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=vf9prfnj
time="2022-01-26T10:08:20.261Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.261Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=vf9prfnj
time="2022-01-26T10:08:20.261Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=vf9prfnj
time="2022-01-26T10:08:20.284Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-qzz7c clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Running reconcileID=l6z57bkz
time="2022-01-26T10:08:20.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.285Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=t22zvl7j
time="2022-01-26T10:08:20.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=z59cjp7b
time="2022-01-26T10:08:20.285Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=t22zvl7j
time="2022-01-26T10:08:20.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t22zvl7j
time="2022-01-26T10:08:20.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=6q4wng96
time="2022-01-26T10:08:20.285Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=6q4wng96
time="2022-01-26T10:08:20.285Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=z59cjp7b
time="2022-01-26T10:08:20.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=tkkljdb2
time="2022-01-26T10:08:20.285Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=tkkljdb2
time="2022-01-26T10:08:20.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=h7hqrk6v
time="2022-01-26T10:08:20.285Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=h7hqrk6v
time="2022-01-26T10:08:20.286Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=xlzjcv98
time="2022-01-26T10:08:20.286Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=286.034591ms namespace=/jshu-pool-test-52czk reconcileID=xlzjcv98
time="2022-01-26T10:08:20.286Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=xlzjcv98
time="2022-01-26T10:08:20.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=wzlvz68c
time="2022-01-26T10:08:20.286Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=wzlvz68c
time="2022-01-26T10:08:20.286Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=zdxwtl7x
time="2022-01-26T10:08:20.286Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.286Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=zdxwtl7x
time="2022-01-26T10:08:20.286Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=zdxwtl7x
time="2022-01-26T10:08:20.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=vq62wcht
time="2022-01-26T10:08:20.285Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=plsxzzhn
time="2022-01-26T10:08:20.286Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=plsxzzhn
time="2022-01-26T10:08:20.286Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=n5s5rplv
time="2022-01-26T10:08:20.286Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=n5s5rplv
time="2022-01-26T10:08:20.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5s5rplv
time="2022-01-26T10:08:20.286Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-01-26T10:08:20.286Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:20.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=nzqpbzss
time="2022-01-26T10:08:20.286Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=nzqpbzss
time="2022-01-26T10:08:20.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzqpbzss
time="2022-01-26T10:08:20.286Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=vq62wcht
time="2022-01-26T10:08:20.298Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=qrsgl95s
time="2022-01-26T10:08:20.298Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=298.397209ms namespace=/jshu-pool-test-52czk reconcileID=qrsgl95s
time="2022-01-26T10:08:20.298Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=xhf5pvp7
time="2022-01-26T10:08:20.298Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=xhf5pvp7
time="2022-01-26T10:08:20.298Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xhf5pvp7
time="2022-01-26T10:08:20.298Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=qrsgl95s
time="2022-01-26T10:08:20.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=pnnjc4tm
time="2022-01-26T10:08:20.298Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=pnnjc4tm
time="2022-01-26T10:08:20.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=lrq6dfzl
time="2022-01-26T10:08:20.298Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnnjc4tm
time="2022-01-26T10:08:20.298Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=lrq6dfzl
time="2022-01-26T10:08:20.298Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lrq6dfzl
time="2022-01-26T10:08:20.299Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=plsxzzhn
time="2022-01-26T10:08:20.299Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=plsxzzhn
time="2022-01-26T10:08:20.299Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.299Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=tkkljdb2
time="2022-01-26T10:08:20.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=xlpkk66k
time="2022-01-26T10:08:20.299Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xlpkk66k
time="2022-01-26T10:08:20.3Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=z59cjp7b
time="2022-01-26T10:08:20.3Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=z59cjp7b
time="2022-01-26T10:08:20.3Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.303Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=mswvxxs9
time="2022-01-26T10:08:20.303Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=g47ktjwd
time="2022-01-26T10:08:20.303Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.303Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=mswvxxs9
time="2022-01-26T10:08:20.303Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=mswvxxs9
time="2022-01-26T10:08:20.303Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=g47ktjwd
time="2022-01-26T10:08:20.303Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wzlvz68c
time="2022-01-26T10:08:20.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=wzlvz68c
time="2022-01-26T10:08:20.303Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=lwpk4p2d
time="2022-01-26T10:08:20.303Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=lwpk4p2d
time="2022-01-26T10:08:20.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dxrt6g2n
time="2022-01-26T10:08:20.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.303Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.303Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dxrt6g2n
time="2022-01-26T10:08:20.303Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=h7hqrk6v
time="2022-01-26T10:08:20.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=h7hqrk6v
time="2022-01-26T10:08:20.303Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=g9gp6rt5
time="2022-01-26T10:08:20.304Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=g9gp6rt5
time="2022-01-26T10:08:20.313Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-52czk clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=l6z57bkz
time="2022-01-26T10:08:20.315Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=bxbvxk8z
time="2022-01-26T10:08:20.315Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=bxbvxk8z
time="2022-01-26T10:08:20.315Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxbvxk8z
time="2022-01-26T10:08:20.315Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6q4wng96
time="2022-01-26T10:08:20.315Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=6q4wng96
time="2022-01-26T10:08:20.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=kc4xwnlj
time="2022-01-26T10:08:20.315Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=5hsflhqg
time="2022-01-26T10:08:20.315Z" level=info msg="Resuming cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=kc4xwnlj
time="2022-01-26T10:08:20.315Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=5hsflhqg
time="2022-01-26T10:08:20.315Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=kc4xwnlj
time="2022-01-26T10:08:20.315Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Ready controller=hibernation reason=StartingMachines reconcileID=kc4xwnlj
time="2022-01-26T10:08:20.315Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=nmpvcmxd
time="2022-01-26T10:08:20.315Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=nmpvcmxd
time="2022-01-26T10:08:20.315Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=nmpvcmxd
time="2022-01-26T10:08:20.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=4qbfnmzp
time="2022-01-26T10:08:20.315Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=4qbfnmzp
time="2022-01-26T10:08:20.315Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=kc4xwnlj
time="2022-01-26T10:08:20.316Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=hzppk9ct
time="2022-01-26T10:08:20.316Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:08:20.316Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=hzppk9ct
time="2022-01-26T10:08:20.316Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=hzppk9ct
time="2022-01-26T10:08:20.316Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=42bx25mc
time="2022-01-26T10:08:20.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=l4md57km
time="2022-01-26T10:08:20.317Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=l4md57km
time="2022-01-26T10:08:20.317Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4md57km
time="2022-01-26T10:08:20.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:08:20.317Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:08:20.317Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:08:20.317Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=42bx25mc
time="2022-01-26T10:08:20.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=rdg4428l
time="2022-01-26T10:08:20.317Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=42bx25mc
time="2022-01-26T10:08:20.317Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=42bx25mc
time="2022-01-26T10:08:20.317Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=rdg4428l
time="2022-01-26T10:08:20.317Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:08:20.317Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=rdg4428l
time="2022-01-26T10:08:20.317Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=42bx25mc
time="2022-01-26T10:08:20.317Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdg4428l
time="2022-01-26T10:08:20.317Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=42bx25mc
time="2022-01-26T10:08:20.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dcbhdtjj
time="2022-01-26T10:08:20.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=5b5rkw4h
time="2022-01-26T10:08:20.317Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=5b5rkw4h
time="2022-01-26T10:08:20.317Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:20.317Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=mcz7nnrv
time="2022-01-26T10:08:20.317Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=mcz7nnrv
time="2022-01-26T10:08:20.317Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mcz7nnrv
time="2022-01-26T10:08:20.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=5xkn5xmm
time="2022-01-26T10:08:20.317Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=5xkn5xmm
time="2022-01-26T10:08:20.317Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xkn5xmm
time="2022-01-26T10:08:20.318Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=ff8fc9hf
time="2022-01-26T10:08:20.318Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=8sjf5sjb
time="2022-01-26T10:08:20.318Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=ff8fc9hf
time="2022-01-26T10:08:20.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ff8fc9hf
time="2022-01-26T10:08:20.318Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=8sjf5sjb
time="2022-01-26T10:08:20.318Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=8sjf5sjb
time="2022-01-26T10:08:20.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8sjf5sjb
time="2022-01-26T10:08:20.318Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=d9dwkqfg
time="2022-01-26T10:08:20.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d9dwkqfg
time="2022-01-26T10:08:20.318Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:20.318Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:20.318Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:20.318Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=s9cxzc7f
time="2022-01-26T10:08:20.318Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dcbhdtjj
time="2022-01-26T10:08:20.318Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=s9cxzc7f
time="2022-01-26T10:08:20.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9cxzc7f
time="2022-01-26T10:08:20.318Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dcbhdtjj
time="2022-01-26T10:08:20.318Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dcbhdtjj
time="2022-01-26T10:08:20.318Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=862kwkk5
time="2022-01-26T10:08:20.318Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=862kwkk5
time="2022-01-26T10:08:20.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=862kwkk5
time="2022-01-26T10:08:20.318Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dxrt6g2n
time="2022-01-26T10:08:20.318Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=dxrt6g2n
time="2022-01-26T10:08:20.318Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.319Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g9gp6rt5
time="2022-01-26T10:08:20.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=g9gp6rt5
time="2022-01-26T10:08:20.319Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.319Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=7l9jmqgb
time="2022-01-26T10:08:20.319Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=7l9jmqgb
time="2022-01-26T10:08:20.319Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lwpk4p2d
time="2022-01-26T10:08:20.319Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=lwpk4p2d
time="2022-01-26T10:08:20.319Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.319Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=8jcvfj7t
time="2022-01-26T10:08:20.319Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=8jcvfj7t
time="2022-01-26T10:08:20.317Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5b5rkw4h
time="2022-01-26T10:08:20.318Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=pfb6n5c4
time="2022-01-26T10:08:20.319Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=319.960523ms namespace=/jshu-pool-test-52czk reconcileID=pfb6n5c4
time="2022-01-26T10:08:20.319Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=pfb6n5c4
time="2022-01-26T10:08:20.32Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vq62wcht
time="2022-01-26T10:08:20.32Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=vq62wcht
time="2022-01-26T10:08:20.32Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.32Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=5tz9zsth
time="2022-01-26T10:08:20.32Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=5tz9zsth
time="2022-01-26T10:08:20.321Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dcbhdtjj
time="2022-01-26T10:08:20.321Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=dcbhdtjj
time="2022-01-26T10:08:20.323Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=j6r9d5s5
time="2022-01-26T10:08:20.323Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.323Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=j6r9d5s5
time="2022-01-26T10:08:20.323Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=j6r9d5s5
time="2022-01-26T10:08:20.323Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.323Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.323Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.323Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=g47ktjwd
time="2022-01-26T10:08:20.331Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5hsflhqg
time="2022-01-26T10:08:20.331Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=5hsflhqg
time="2022-01-26T10:08:20.331Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=8rmqjnrx
time="2022-01-26T10:08:20.331Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=8rmqjnrx
time="2022-01-26T10:08:20.331Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7l9jmqgb
time="2022-01-26T10:08:20.331Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=7l9jmqgb
time="2022-01-26T10:08:20.332Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.332Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=vhmgfn65
time="2022-01-26T10:08:20.332Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=vhmgfn65
time="2022-01-26T10:08:20.333Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5tz9zsth
time="2022-01-26T10:08:20.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=5tz9zsth
time="2022-01-26T10:08:20.333Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=n9fdlkwj
time="2022-01-26T10:08:20.333Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=n9fdlkwj
time="2022-01-26T10:08:20.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=dmjhbg2h
time="2022-01-26T10:08:20.333Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=dmjhbg2h
time="2022-01-26T10:08:20.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmjhbg2h
time="2022-01-26T10:08:20.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=6xhh8t9r
time="2022-01-26T10:08:20.333Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=hsmcxnf6
time="2022-01-26T10:08:20.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6xhh8t9r
time="2022-01-26T10:08:20.333Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=333.869295ms namespace=/jshu-pool-test-52czk reconcileID=hsmcxnf6
time="2022-01-26T10:08:20.333Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=hsmcxnf6
time="2022-01-26T10:08:20.333Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=dfh9wjz8
time="2022-01-26T10:08:20.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=gv4546tk
time="2022-01-26T10:08:20.333Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=dfh9wjz8
time="2022-01-26T10:08:20.333Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=gv4546tk
time="2022-01-26T10:08:20.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dfh9wjz8
time="2022-01-26T10:08:20.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gv4546tk
time="2022-01-26T10:08:20.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=8jcvfj7t
time="2022-01-26T10:08:20.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=nnwh7qp5
time="2022-01-26T10:08:20.334Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=nnwh7qp5
time="2022-01-26T10:08:20.337Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=n9fdlkwj
time="2022-01-26T10:08:20.337Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=n9fdlkwj
time="2022-01-26T10:08:20.337Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.337Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=8t7mzncm
time="2022-01-26T10:08:20.337Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=8t7mzncm
time="2022-01-26T10:08:20.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=b5qhwqst
time="2022-01-26T10:08:20.338Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=b5qhwqst
time="2022-01-26T10:08:20.338Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vhmgfn65
time="2022-01-26T10:08:20.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=vhmgfn65
time="2022-01-26T10:08:20.338Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=fmtv7kqr
time="2022-01-26T10:08:20.338Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=fmtv7kqr
time="2022-01-26T10:08:20.339Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.339Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.339Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.339Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=grbkt5kn
time="2022-01-26T10:08:20.339Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=5ghkrz2q
time="2022-01-26T10:08:20.339Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.339Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=5ghkrz2q
time="2022-01-26T10:08:20.339Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=grbkt5kn
time="2022-01-26T10:08:20.339Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5ghkrz2q
time="2022-01-26T10:08:20.339Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=grbkt5kn
time="2022-01-26T10:08:20.343Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=kdc6c2nd
time="2022-01-26T10:08:20.343Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=kdc6c2nd
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kdc6c2nd
time="2022-01-26T10:08:20.344Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lvctkwdb
time="2022-01-26T10:08:20.344Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.344Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=pczrv6sx
time="2022-01-26T10:08:20.344Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lvctkwdb
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=lvctkwdb
time="2022-01-26T10:08:20.344Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=pczrv6sx
time="2022-01-26T10:08:20.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pczrv6sx
time="2022-01-26T10:08:20.344Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=9898xxwh
time="2022-01-26T10:08:20.344Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=9898xxwh
time="2022-01-26T10:08:20.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=cjbf4tgp
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9898xxwh
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cjbf4tgp
time="2022-01-26T10:08:20.344Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=sj49p8rm
time="2022-01-26T10:08:20.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=q4792h2w
time="2022-01-26T10:08:20.344Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=q4792h2w
time="2022-01-26T10:08:20.344Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=344.20404ms namespace=/jshu-pool-test-52czk reconcileID=sj49p8rm
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4792h2w
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=sj49p8rm
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=nnwh7qp5
time="2022-01-26T10:08:20.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=w6sfjxjj
time="2022-01-26T10:08:20.344Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=w6sfjxjj
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6sfjxjj
time="2022-01-26T10:08:20.344Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8rmqjnrx
time="2022-01-26T10:08:20.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=8rmqjnrx
time="2022-01-26T10:08:20.344Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.345Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=j2jq7lv2
time="2022-01-26T10:08:20.345Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=j2jq7lv2
time="2022-01-26T10:08:20.35Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=fmtv7kqr
time="2022-01-26T10:08:20.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=fmtv7kqr
time="2022-01-26T10:08:20.35Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=g87xgr8f
time="2022-01-26T10:08:20.35Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=g87xgr8f
time="2022-01-26T10:08:20.352Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8t7mzncm
time="2022-01-26T10:08:20.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=8t7mzncm
time="2022-01-26T10:08:20.352Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=ctd6j2vs
time="2022-01-26T10:08:20.352Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=ctd6j2vs
time="2022-01-26T10:08:20.356Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=566gk7b8
time="2022-01-26T10:08:20.356Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=566gk7b8
time="2022-01-26T10:08:20.356Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=566gk7b8
time="2022-01-26T10:08:20.356Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=vmk4f7g9
time="2022-01-26T10:08:20.356Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=vmk4f7g9
time="2022-01-26T10:08:20.356Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmk4f7g9
time="2022-01-26T10:08:20.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=k2r9z8vf
time="2022-01-26T10:08:20.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2r9z8vf
time="2022-01-26T10:08:20.357Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=tbfcp5lb
time="2022-01-26T10:08:20.357Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=357.05328ms namespace=/jshu-pool-test-52czk reconcileID=tbfcp5lb
time="2022-01-26T10:08:20.357Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=tbfcp5lb
time="2022-01-26T10:08:20.357Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=rhz44qmw
time="2022-01-26T10:08:20.357Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=rhz44qmw
time="2022-01-26T10:08:20.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhz44qmw
time="2022-01-26T10:08:20.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=7vt74zp8
time="2022-01-26T10:08:20.357Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=7vt74zp8
time="2022-01-26T10:08:20.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7vt74zp8
time="2022-01-26T10:08:20.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=j2jq7lv2
time="2022-01-26T10:08:20.358Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b5qhwqst
time="2022-01-26T10:08:20.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=b5qhwqst
time="2022-01-26T10:08:20.358Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x8w87s7k
time="2022-01-26T10:08:20.358Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x8w87s7k
time="2022-01-26T10:08:20.361Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ctd6j2vs
time="2022-01-26T10:08:20.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=ctd6j2vs
time="2022-01-26T10:08:20.361Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=79wsdjj4
time="2022-01-26T10:08:20.361Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=79wsdjj4
time="2022-01-26T10:08:20.362Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=kxhr9flc
time="2022-01-26T10:08:20.362Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=sjm7xdh8
time="2022-01-26T10:08:20.362Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=kxhr9flc
time="2022-01-26T10:08:20.362Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxhr9flc
time="2022-01-26T10:08:20.362Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=sjm7xdh8
time="2022-01-26T10:08:20.362Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=sjm7xdh8
time="2022-01-26T10:08:20.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.362Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.367Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g87xgr8f
time="2022-01-26T10:08:20.367Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=g87xgr8f
time="2022-01-26T10:08:20.367Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=hqsx4qs8
time="2022-01-26T10:08:20.367Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=hqsx4qs8
time="2022-01-26T10:08:20.369Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=x8w87s7k
time="2022-01-26T10:08:20.369Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=287hprhg
time="2022-01-26T10:08:20.369Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=287hprhg
time="2022-01-26T10:08:20.369Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=287hprhg
time="2022-01-26T10:08:20.369Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=8gcgdsrs
time="2022-01-26T10:08:20.369Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=7cf4zcd7
time="2022-01-26T10:08:20.369Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=8gcgdsrs
time="2022-01-26T10:08:20.369Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7cf4zcd7
time="2022-01-26T10:08:20.369Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8gcgdsrs
time="2022-01-26T10:08:20.369Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=rmsmvfts
time="2022-01-26T10:08:20.369Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=4n9zwrm9
time="2022-01-26T10:08:20.369Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=rmsmvfts
time="2022-01-26T10:08:20.37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmsmvfts
time="2022-01-26T10:08:20.37Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=370.000487ms namespace=/jshu-pool-test-52czk reconcileID=4n9zwrm9
time="2022-01-26T10:08:20.37Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=4n9zwrm9
time="2022-01-26T10:08:20.37Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=248s9p9v
time="2022-01-26T10:08:20.37Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=248s9p9v
time="2022-01-26T10:08:20.37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=248s9p9v
time="2022-01-26T10:08:20.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=hhrwm74p
time="2022-01-26T10:08:20.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhrwm74p
time="2022-01-26T10:08:20.371Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=79wsdjj4
time="2022-01-26T10:08:20.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=79wsdjj4
time="2022-01-26T10:08:20.372Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=8nmj9ldp
time="2022-01-26T10:08:20.372Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=8nmj9ldp
time="2022-01-26T10:08:20.375Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=5c4zcjgh
time="2022-01-26T10:08:20.375Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=v7frgdlm
time="2022-01-26T10:08:20.375Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=5c4zcjgh
time="2022-01-26T10:08:20.375Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.375Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5c4zcjgh
time="2022-01-26T10:08:20.375Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=v7frgdlm
time="2022-01-26T10:08:20.375Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.375Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=v7frgdlm
time="2022-01-26T10:08:20.375Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=k28mr9hk
time="2022-01-26T10:08:20.375Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.375Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.378Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hqsx4qs8
time="2022-01-26T10:08:20.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=hqsx4qs8
time="2022-01-26T10:08:20.378Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=4wmttvrh
time="2022-01-26T10:08:20.378Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=4wmttvrh
time="2022-01-26T10:08:20.383Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=qq9nzczg
time="2022-01-26T10:08:20.383Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=qq9nzczg
time="2022-01-26T10:08:20.383Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qq9nzczg
time="2022-01-26T10:08:20.383Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=lhkb8mtm
time="2022-01-26T10:08:20.383Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=lhkb8mtm
time="2022-01-26T10:08:20.383Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhkb8mtm
time="2022-01-26T10:08:20.383Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=ncfxgt8v
time="2022-01-26T10:08:20.383Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ncfxgt8v
time="2022-01-26T10:08:20.383Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=mg7c9xzj
time="2022-01-26T10:08:20.383Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=383.861136ms namespace=/jshu-pool-test-52czk reconcileID=mg7c9xzj
time="2022-01-26T10:08:20.383Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=mg7c9xzj
time="2022-01-26T10:08:20.383Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=pt4tkqkk
time="2022-01-26T10:08:20.384Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=pt4tkqkk
time="2022-01-26T10:08:20.384Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pt4tkqkk
time="2022-01-26T10:08:20.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=7d2kmsq9
time="2022-01-26T10:08:20.384Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=7d2kmsq9
time="2022-01-26T10:08:20.384Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7d2kmsq9
time="2022-01-26T10:08:20.384Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=8nmj9ldp
time="2022-01-26T10:08:20.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=qw9ljqf8
time="2022-01-26T10:08:20.384Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=qw9ljqf8
time="2022-01-26T10:08:20.384Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qw9ljqf8
time="2022-01-26T10:08:20.388Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4wmttvrh
time="2022-01-26T10:08:20.388Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=4wmttvrh
time="2022-01-26T10:08:20.388Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.388Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=2frtfc5w
time="2022-01-26T10:08:20.388Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=2frtfc5w
time="2022-01-26T10:08:20.389Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=nm76w56m
time="2022-01-26T10:08:20.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=qjlp856x
time="2022-01-26T10:08:20.389Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.389Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qjlp856x
time="2022-01-26T10:08:20.389Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=nm76w56m
time="2022-01-26T10:08:20.389Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=nm76w56m
time="2022-01-26T10:08:20.389Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jzplsscj
time="2022-01-26T10:08:20.389Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jzplsscj
time="2022-01-26T10:08:20.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.389Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.389Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzplsscj
time="2022-01-26T10:08:20.389Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.391Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=k28mr9hk
time="2022-01-26T10:08:20.391Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=k28mr9hk
time="2022-01-26T10:08:20.391Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=dbvx5glw
time="2022-01-26T10:08:20.393Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=dbvx5glw
time="2022-01-26T10:08:20.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbvx5glw
time="2022-01-26T10:08:20.393Z" level=error msg="could not update powerState" cluster=jshu-pool-test-52czk clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=l6z57bkz
time="2022-01-26T10:08:20.393Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T10:08:20.393Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=192 elapsedMillisGT=0 outcome=unspecified reconcileID=l6z57bkz
time="2022-01-26T10:08:20.393Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T10:08:20.393Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.393Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:20.393Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=vccp8w72 stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:20.393Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72 unassignedCount=1
time="2022-01-26T10:08:20.393Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.393Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.393Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.393Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.393Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.393Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.393Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.393Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.394Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vwmd56n9
time="2022-01-26T10:08:20.399Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=lhc6n628
time="2022-01-26T10:08:20.399Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=lhc6n628
time="2022-01-26T10:08:20.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhc6n628
time="2022-01-26T10:08:20.399Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=tqq6qzq8
time="2022-01-26T10:08:20.399Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=tqq6qzq8
time="2022-01-26T10:08:20.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tqq6qzq8
time="2022-01-26T10:08:20.399Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=56j8rwn7
time="2022-01-26T10:08:20.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56j8rwn7
time="2022-01-26T10:08:20.399Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=bmbcbcnv
time="2022-01-26T10:08:20.399Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=399.994996ms namespace=/jshu-pool-test-52czk reconcileID=bmbcbcnv
time="2022-01-26T10:08:20.4Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=bmbcbcnv
time="2022-01-26T10:08:20.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=bm9nxzfm
time="2022-01-26T10:08:20.4Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=bm9nxzfm
time="2022-01-26T10:08:20.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bm9nxzfm
time="2022-01-26T10:08:20.4Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=msrj82z2
time="2022-01-26T10:08:20.4Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=msrj82z2
time="2022-01-26T10:08:20.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msrj82z2
time="2022-01-26T10:08:20.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=984wf6bd
time="2022-01-26T10:08:20.4Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=984wf6bd
time="2022-01-26T10:08:20.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=984wf6bd
time="2022-01-26T10:08:20.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=2frtfc5w
time="2022-01-26T10:08:20.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=gnvt7brs
time="2022-01-26T10:08:20.4Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=gnvt7brs
time="2022-01-26T10:08:20.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnvt7brs
time="2022-01-26T10:08:20.405Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6dkk85xf
time="2022-01-26T10:08:20.405Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=xmls7cgv
time="2022-01-26T10:08:20.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmls7cgv
time="2022-01-26T10:08:20.405Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6dkk85xf
time="2022-01-26T10:08:20.405Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=6dkk85xf
time="2022-01-26T10:08:20.405Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=8wmwbpx4
time="2022-01-26T10:08:20.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.405Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=8wmwbpx4
time="2022-01-26T10:08:20.405Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8wmwbpx4
time="2022-01-26T10:08:20.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.409Z" level=info msg="failed to set cluster platform label" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vwmd56n9
time="2022-01-26T10:08:20.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=vwmd56n9
time="2022-01-26T10:08:20.409Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vfntrt2d
time="2022-01-26T10:08:20.452Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=q5hdnrzn
time="2022-01-26T10:08:20.452Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=q5hdnrzn
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5hdnrzn
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=q2d7cbbk
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q2d7cbbk
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=r87cw8th
time="2022-01-26T10:08:20.452Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=r87cw8th
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r87cw8th
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=lm8ltdrl
time="2022-01-26T10:08:20.452Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=lm8ltdrl
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lm8ltdrl
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.452Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8qk5jz65
time="2022-01-26T10:08:20.452Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8qk5jz65
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qk5jz65
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=bh79kcsl
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bh79kcsl
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=6n64xvpj
time="2022-01-26T10:08:20.452Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=452.748902ms namespace=/jshu-pool-test-52czk reconcileID=6n64xvpj
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=6n64xvpj
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=vfntrt2d
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=wd8gskjh
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4cxqfb2d
time="2022-01-26T10:08:20.452Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.452Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4cxqfb2d
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=4cxqfb2d
time="2022-01-26T10:08:20.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=h7mgz5hb
time="2022-01-26T10:08:20.452Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=h7mgz5hb
time="2022-01-26T10:08:20.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7mgz5hb
time="2022-01-26T10:08:20.453Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=zhlh45dd
time="2022-01-26T10:08:20.453Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=zhlh45dd
time="2022-01-26T10:08:20.453Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhlh45dd
time="2022-01-26T10:08:20.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=rdsxpp56
time="2022-01-26T10:08:20.453Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=rdsxpp56
time="2022-01-26T10:08:20.453Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdsxpp56
time="2022-01-26T10:08:20.456Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=4 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=kc4xwnlj states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:08:20.456Z" level=info msg="Starting on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation instanceIDs="[i-02d091e8b2ce3ff4d i-059a90069dcb610f3 i-08df677d26b42b184 i-0b986b0444c951cbd]" reconcileID=kc4xwnlj
time="2022-01-26T10:08:20.471Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=2cjtkxts
time="2022-01-26T10:08:20.471Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=2cjtkxts
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2cjtkxts
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=nhkrjgx8
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhkrjgx8
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=cqp22r5j
time="2022-01-26T10:08:20.471Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=cqp22r5j
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqp22r5j
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=9g47n2lm
time="2022-01-26T10:08:20.471Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=9g47n2lm
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9g47n2lm
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=75hvxxc7
time="2022-01-26T10:08:20.471Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=75hvxxc7
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bl5mw9j7
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=75hvxxc7
time="2022-01-26T10:08:20.471Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=z9wbdjm5
time="2022-01-26T10:08:20.471Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bl5mw9j7
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=bl5mw9j7
time="2022-01-26T10:08:20.471Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=z9wbdjm5
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9wbdjm5
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.471Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=z9fpsq6g
time="2022-01-26T10:08:20.471Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=z9fpsq6g
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9fpsq6g
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=cnnm6fsz
time="2022-01-26T10:08:20.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=wcwrxdb7
time="2022-01-26T10:08:20.471Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=cnnm6fsz
time="2022-01-26T10:08:20.472Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wcwrxdb7
time="2022-01-26T10:08:20.472Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnnm6fsz
time="2022-01-26T10:08:20.472Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=zhls7wb9
time="2022-01-26T10:08:20.472Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=472.070718ms namespace=/jshu-pool-test-52czk reconcileID=zhls7wb9
time="2022-01-26T10:08:20.472Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=zhls7wb9
time="2022-01-26T10:08:20.472Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=wd8gskjh
time="2022-01-26T10:08:20.472Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=qxckqhv2
time="2022-01-26T10:08:20.472Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=qxckqhv2
time="2022-01-26T10:08:20.484Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=m86ttc6s
time="2022-01-26T10:08:20.484Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=m86ttc6s
time="2022-01-26T10:08:20.484Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m86ttc6s
time="2022-01-26T10:08:20.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=gk4jv7kb
time="2022-01-26T10:08:20.484Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gk4jv7kb
time="2022-01-26T10:08:20.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=j46zhs9w
time="2022-01-26T10:08:20.484Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=j46zhs9w
time="2022-01-26T10:08:20.484Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j46zhs9w
time="2022-01-26T10:08:20.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=hvkcfx82
time="2022-01-26T10:08:20.484Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=qxckqhv2
time="2022-01-26T10:08:20.484Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rhzdkslm
time="2022-01-26T10:08:20.484Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.484Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rhzdkslm
time="2022-01-26T10:08:20.484Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=rhzdkslm
time="2022-01-26T10:08:20.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.485Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=s2lw6r2j
time="2022-01-26T10:08:20.485Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=s2lw6r2j
time="2022-01-26T10:08:20.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s2lw6r2j
time="2022-01-26T10:08:20.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=44kj46cq
time="2022-01-26T10:08:20.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=7tt2f5kx
time="2022-01-26T10:08:20.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7tt2f5kx
time="2022-01-26T10:08:20.485Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=vs2pjbpk
time="2022-01-26T10:08:20.485Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=485.535068ms namespace=/jshu-pool-test-52czk reconcileID=vs2pjbpk
time="2022-01-26T10:08:20.485Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=vs2pjbpk
time="2022-01-26T10:08:20.485Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=qp2qgt5w
time="2022-01-26T10:08:20.485Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=qp2qgt5w
time="2022-01-26T10:08:20.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qp2qgt5w
time="2022-01-26T10:08:20.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=98jvr42x
time="2022-01-26T10:08:20.485Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=98jvr42x
time="2022-01-26T10:08:20.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=98jvr42x
time="2022-01-26T10:08:20.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=9wxz2n6g
time="2022-01-26T10:08:20.485Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=9wxz2n6g
time="2022-01-26T10:08:20.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9wxz2n6g
time="2022-01-26T10:08:20.484Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=hvkcfx82
time="2022-01-26T10:08:20.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=hvkcfx82
time="2022-01-26T10:08:20.494Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=tpc6wkmc
time="2022-01-26T10:08:20.494Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=tpc6wkmc
time="2022-01-26T10:08:20.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpc6wkmc
time="2022-01-26T10:08:20.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=wqlwfjpf
time="2022-01-26T10:08:20.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqlwfjpf
time="2022-01-26T10:08:20.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=vkhtbc74
time="2022-01-26T10:08:20.494Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=vkhtbc74
time="2022-01-26T10:08:20.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkhtbc74
time="2022-01-26T10:08:20.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=j6tgltsc
time="2022-01-26T10:08:20.494Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=j6tgltsc
time="2022-01-26T10:08:20.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6tgltsc
time="2022-01-26T10:08:20.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.494Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=n64sr8k4
time="2022-01-26T10:08:20.494Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=n64sr8k4
time="2022-01-26T10:08:20.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n64sr8k4
time="2022-01-26T10:08:20.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=r7n4mncp
time="2022-01-26T10:08:20.494Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7n4mncp
time="2022-01-26T10:08:20.494Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=n984xswt
time="2022-01-26T10:08:20.495Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=495.004626ms namespace=/jshu-pool-test-52czk reconcileID=n984xswt
time="2022-01-26T10:08:20.495Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=n984xswt
time="2022-01-26T10:08:20.495Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=q225cgrv
time="2022-01-26T10:08:20.495Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.495Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=q225cgrv
time="2022-01-26T10:08:20.495Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=q225cgrv
time="2022-01-26T10:08:20.495Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=tlgv94c8
time="2022-01-26T10:08:20.495Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=tlgv94c8
time="2022-01-26T10:08:20.495Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tlgv94c8
time="2022-01-26T10:08:20.495Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=wtm6cqtw
time="2022-01-26T10:08:20.495Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=wtm6cqtw
time="2022-01-26T10:08:20.495Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=44kj46cq
time="2022-01-26T10:08:20.495Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtm6cqtw
time="2022-01-26T10:08:20.495Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=44kj46cq
time="2022-01-26T10:08:20.495Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment derivedObject=jshu-pool-test-52czk-merged-pull-secret reconcileID=44kj46cq
time="2022-01-26T10:08:20.495Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=z9lvqk9p
time="2022-01-26T10:08:20.495Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=z9lvqk9p
time="2022-01-26T10:08:20.495Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9lvqk9p
time="2022-01-26T10:08:20.518Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=44kj46cq secretName=jshu-pool-test-52czk-merged-pull-secret
time="2022-01-26T10:08:20.518Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=44kj46cq
time="2022-01-26T10:08:20.518Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vbhhgw7g
time="2022-01-26T10:08:20.518Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:20.518Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vbhhgw7g
time="2022-01-26T10:08:20.518Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vbhhgw7g
time="2022-01-26T10:08:20.518Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:20.518Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment derivedObject=jshu-pool-test-52czk-imageset reconcileID=vbhhgw7g
time="2022-01-26T10:08:20.518Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=vbhhgw7g releaseImage="quay.io/openshift-release-dev/ocp-release:4.9.0-rc.6-x86_64"
time="2022-01-26T10:08:20.527Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=78w7n97h
time="2022-01-26T10:08:20.527Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=78w7n97h
time="2022-01-26T10:08:20.527Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78w7n97h
time="2022-01-26T10:08:20.59Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vccp8w72
time="2022-01-26T10:08:20.59Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-52czk clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=vccp8w72
time="2022-01-26T10:08:20.692Z" level=info msg="created service account" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment name=cluster-installer reconcileID=vbhhgw7g
time="2022-01-26T10:08:20.788Z" level=error msg="could not update powerState" cluster=jshu-pool-test-52czk clusterPool=default/jshu-pool-test controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=vccp8w72
time="2022-01-26T10:08:20.788Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-01-26T10:08:20.788Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=395 elapsedMillisGT=0 outcome=unspecified reconcileID=vccp8w72
time="2022-01-26T10:08:20.788Z" level=error msg="Reconciler error" _name=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test namespace=default
time="2022-01-26T10:08:20.788Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:20.788Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=brcsh78p stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:20.788Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p unassignedCount=1
time="2022-01-26T10:08:20.788Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=brcsh78p
time="2022-01-26T10:08:20.788Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-test-52czk clusterPool=default/jshu-pool-test controller=clusterpool newPowerState=Hibernating reconcileID=brcsh78p
time="2022-01-26T10:08:20.929Z" level=info msg="created role" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment name=cluster-installer reconcileID=vbhhgw7g
time="2022-01-26T10:08:20.996Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=7mnm9wp7
time="2022-01-26T10:08:20.996Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=7mnm9wp7
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=vkjkqh67
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7mnm9wp7
time="2022-01-26T10:08:20.996Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=8jxznsqm
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=kk4zxcp9
time="2022-01-26T10:08:20.997Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=997.078955ms namespace=/jshu-pool-test-52czk reconcileID=8jxznsqm
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=8jxznsqm
time="2022-01-26T10:08:20.997Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=kk4zxcp9
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kk4zxcp9
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.997Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=vr9nr29c
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:20.997Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=9z5bbzlm
time="2022-01-26T10:08:20.997Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=vr9nr29c
time="2022-01-26T10:08:20.997Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=9z5bbzlm
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=vr9nr29c
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9z5bbzlm
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=pmf9xlj8
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=trs6vf56
time="2022-01-26T10:08:20.997Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=pmf9xlj8
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trs6vf56
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmf9xlj8
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=jdzgj8c6
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=ktk4fmj8
time="2022-01-26T10:08:20.997Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=jdzgj8c6
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdzgj8c6
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkjkqh67
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=wbnfkvc8
time="2022-01-26T10:08:20.997Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=ktk4fmj8
time="2022-01-26T10:08:20.997Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=wbnfkvc8
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktk4fmj8
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbnfkvc8
time="2022-01-26T10:08:20.997Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=209 elapsedMillisGT=0 outcome=unspecified reconcileID=brcsh78p
time="2022-01-26T10:08:20.997Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.997Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:20.997Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=fpqs6l2h stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:20.997Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h unassignedCount=1
time="2022-01-26T10:08:20.998Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fpqs6l2h
time="2022-01-26T10:08:20.998Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fpqs6l2h
time="2022-01-26T10:08:21.13Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment name=cluster-installer reconcileID=vbhhgw7g
time="2022-01-26T10:08:21.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=fpth6vr8
time="2022-01-26T10:08:21.23Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=fpth6vr8
time="2022-01-26T10:08:21.23Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fpth6vr8
time="2022-01-26T10:08:21.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=7z2jzg5m
time="2022-01-26T10:08:21.23Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=7z2jzg5m
time="2022-01-26T10:08:21.23Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=7z2jzg5m
time="2022-01-26T10:08:21.23Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7z2jzg5m
time="2022-01-26T10:08:21.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=dq2vbbg7
time="2022-01-26T10:08:21.23Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=dq2vbbg7
time="2022-01-26T10:08:21.23Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=dq2vbbg7
time="2022-01-26T10:08:21.23Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dq2vbbg7
time="2022-01-26T10:08:21.23Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=ljm2bkf5
time="2022-01-26T10:08:21.23Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=ljm2bkf5
time="2022-01-26T10:08:21.23Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=ljm2bkf5
time="2022-01-26T10:08:21.23Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vrdd4t64
time="2022-01-26T10:08:21.23Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vrdd4t64
time="2022-01-26T10:08:21.231Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vrdd4t64
time="2022-01-26T10:08:21.231Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vrdd4t64
time="2022-01-26T10:08:21.231Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:08:21.231Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vrdd4t64
time="2022-01-26T10:08:21.231Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrdd4t64
time="2022-01-26T10:08:21.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=8rmc9f4s
time="2022-01-26T10:08:21.231Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=8rmc9f4s
time="2022-01-26T10:08:21.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8rmc9f4s
time="2022-01-26T10:08:21.231Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=nhldc2c5
time="2022-01-26T10:08:21.231Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=nhldc2c5
time="2022-01-26T10:08:21.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhldc2c5
time="2022-01-26T10:08:21.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=gbbc5lzk
time="2022-01-26T10:08:21.231Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=gbbc5lzk
time="2022-01-26T10:08:21.231Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbbc5lzk
time="2022-01-26T10:08:21.234Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=919 elapsedMillisGT=0 outcome=unspecified reconcileID=kc4xwnlj
time="2022-01-26T10:08:21.236Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=w579kqkc
time="2022-01-26T10:08:21.236Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=74wxq64r
time="2022-01-26T10:08:21.236Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:08:21.236Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=74wxq64r
time="2022-01-26T10:08:21.236Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=w579kqkc
time="2022-01-26T10:08:21.236Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74wxq64r
time="2022-01-26T10:08:21.236Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=w579kqkc
time="2022-01-26T10:08:21.236Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=8qxnzbdv
time="2022-01-26T10:08:21.236Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:21.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.236Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=6hf2f9w6 stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:21.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.236Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6 unassignedCount=1
time="2022-01-26T10:08:21.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.236Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.236Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.236Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=8qxnzbdv
time="2022-01-26T10:08:21.236Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:08:21.236Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=8qxnzbdv
time="2022-01-26T10:08:21.236Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=8qxnzbdv
time="2022-01-26T10:08:21.236Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6hf2f9w6
time="2022-01-26T10:08:21.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=hg2ql2nm
time="2022-01-26T10:08:21.236Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=hg2ql2nm
time="2022-01-26T10:08:21.237Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=hg2ql2nm
time="2022-01-26T10:08:21.238Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=8qxnzbdv
time="2022-01-26T10:08:21.238Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=8qxnzbdv
time="2022-01-26T10:08:21.285Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=4 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=hg2ql2nm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:08:21.285Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=hg2ql2nm
time="2022-01-26T10:08:21.293Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:08:21.293Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsed=1.293438928 reconcileID=vbhhgw7g
time="2022-01-26T10:08:21.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=775 elapsedMillisGT=0 outcome=unspecified reconcileID=vbhhgw7g
time="2022-01-26T10:08:21.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vsmc7krs
time="2022-01-26T10:08:21.293Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.293Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.293Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vsmc7krs
time="2022-01-26T10:08:21.293Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vsmc7krs
time="2022-01-26T10:08:21.293Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=vsmc7krs
time="2022-01-26T10:08:21.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vsmc7krs
time="2022-01-26T10:08:21.327Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=1 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=hg2ql2nm states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:08:21.327Z" level=info msg="Starting on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation instanceIDs="[i-0b986b0444c951cbd]" reconcileID=hg2ql2nm
time="2022-01-26T10:08:21.327Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=6lvzc4m8
time="2022-01-26T10:08:21.327Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.327Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.327Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=6lvzc4m8
time="2022-01-26T10:08:21.327Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=6lvzc4m8
time="2022-01-26T10:08:21.328Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=6lvzc4m8
time="2022-01-26T10:08:21.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lvzc4m8
time="2022-01-26T10:08:21.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7675xspw
time="2022-01-26T10:08:21.334Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.334Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.334Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7675xspw
time="2022-01-26T10:08:21.334Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7675xspw
time="2022-01-26T10:08:21.334Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=7675xspw
time="2022-01-26T10:08:21.334Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7675xspw
time="2022-01-26T10:08:21.337Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=twjp7fzg
time="2022-01-26T10:08:21.337Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.338Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.338Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=twjp7fzg
time="2022-01-26T10:08:21.338Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=twjp7fzg
time="2022-01-26T10:08:21.338Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=twjp7fzg
time="2022-01-26T10:08:21.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twjp7fzg
time="2022-01-26T10:08:21.351Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=jflf48jb
time="2022-01-26T10:08:21.351Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.352Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:21.352Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=jflf48jb
time="2022-01-26T10:08:21.352Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=jflf48jb
time="2022-01-26T10:08:21.352Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=jflf48jb
time="2022-01-26T10:08:21.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jflf48jb
time="2022-01-26T10:08:21.652Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c condition=Ready controller=hibernation reason=WaitingForMachines reconcileID=hg2ql2nm
time="2022-01-26T10:08:21.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=d2gtn8m9
time="2022-01-26T10:08:21.663Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=d2gtn8m9
time="2022-01-26T10:08:21.663Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d2gtn8m9
time="2022-01-26T10:08:21.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=g6fx8djb
time="2022-01-26T10:08:21.663Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=g6fx8djb
time="2022-01-26T10:08:21.663Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=g6fx8djb
time="2022-01-26T10:08:21.663Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g6fx8djb
time="2022-01-26T10:08:21.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=l7bltr2l
time="2022-01-26T10:08:21.664Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=l7bltr2l
time="2022-01-26T10:08:21.664Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=l7bltr2l
time="2022-01-26T10:08:21.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7bltr2l
time="2022-01-26T10:08:21.664Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=j8twqx2r
time="2022-01-26T10:08:21.664Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=j8twqx2r
time="2022-01-26T10:08:21.664Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=j8twqx2r
time="2022-01-26T10:08:21.664Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=6vtj4c4h
time="2022-01-26T10:08:21.664Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=6vtj4c4h
time="2022-01-26T10:08:21.664Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=6vtj4c4h
time="2022-01-26T10:08:21.664Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=6vtj4c4h
time="2022-01-26T10:08:21.664Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:08:21.664Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=6vtj4c4h
time="2022-01-26T10:08:21.664Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vtj4c4h
time="2022-01-26T10:08:21.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=blb8w98w
time="2022-01-26T10:08:21.664Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=blb8w98w
time="2022-01-26T10:08:21.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=blb8w98w
time="2022-01-26T10:08:21.664Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=5qhsjtlr
time="2022-01-26T10:08:21.664Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=5qhsjtlr
time="2022-01-26T10:08:21.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5qhsjtlr
time="2022-01-26T10:08:21.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=mlshglkd
time="2022-01-26T10:08:21.664Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=mlshglkd
time="2022-01-26T10:08:21.664Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mlshglkd
time="2022-01-26T10:08:21.665Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=428 elapsedMillisGT=0 outcome=unspecified reconcileID=hg2ql2nm
time="2022-01-26T10:08:21.669Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=4t8qcb4h
time="2022-01-26T10:08:21.669Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:08:21.669Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=4t8qcb4h
time="2022-01-26T10:08:21.669Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=4t8qcb4h
time="2022-01-26T10:08:21.669Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=vpn2p8fl
time="2022-01-26T10:08:21.669Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=vpn2p8fl
time="2022-01-26T10:08:21.669Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpn2p8fl
time="2022-01-26T10:08:21.669Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=jbdbkxz7
time="2022-01-26T10:08:21.669Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=jbdbkxz7
time="2022-01-26T10:08:21.67Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=jbdbkxz7
time="2022-01-26T10:08:21.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.67Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:08:21.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xsjd287z
time="2022-01-26T10:08:21.67Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.67Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.67Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.67Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:08:21.67Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xsjd287z
time="2022-01-26T10:08:21.67Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xsjd287z
time="2022-01-26T10:08:21.67Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xsjd287z
time="2022-01-26T10:08:21.673Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=xsjd287z
time="2022-01-26T10:08:21.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=xsjd287z
time="2022-01-26T10:08:21.677Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:21.677Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=fd2lj8lr stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:21.677Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr unassignedCount=1
time="2022-01-26T10:08:21.677Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.677Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fd2lj8lr
time="2022-01-26T10:08:21.716Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=4 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=jbdbkxz7 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:08:21.716Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=jbdbkxz7
time="2022-01-26T10:08:21.762Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=jbdbkxz7 states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:08:21.762Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=jbdbkxz7
time="2022-01-26T10:08:21.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=93 elapsedMillisGT=0 outcome=unspecified reconcileID=jbdbkxz7
time="2022-01-26T10:08:23.311Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=r2brg9nz
time="2022-01-26T10:08:23.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:23.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:23.311Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=r2brg9nz
time="2022-01-26T10:08:23.311Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=r2brg9nz
time="2022-01-26T10:08:23.311Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=r2brg9nz
time="2022-01-26T10:08:23.311Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2brg9nz
time="2022-01-26T10:08:23.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pfq4bvsr
time="2022-01-26T10:08:23.611Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:23.611Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:23.611Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pfq4bvsr
time="2022-01-26T10:08:23.611Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pfq4bvsr
time="2022-01-26T10:08:23.611Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=pfq4bvsr
time="2022-01-26T10:08:23.611Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pfq4bvsr
time="2022-01-26T10:08:24.056Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=6kbzvjtj
time="2022-01-26T10:08:24.056Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=6kbzvjtj
time="2022-01-26T10:08:24.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6kbzvjtj
time="2022-01-26T10:08:24.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=t25jkpfs
time="2022-01-26T10:08:24.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t25jkpfs
time="2022-01-26T10:08:24.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=qj9ch8nt
time="2022-01-26T10:08:24.056Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=qj9ch8nt
time="2022-01-26T10:08:24.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qj9ch8nt
time="2022-01-26T10:08:24.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=swqcd7z8
time="2022-01-26T10:08:24.056Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=swqcd7z8
time="2022-01-26T10:08:24.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=swqcd7z8
time="2022-01-26T10:08:24.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.056Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:24.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=btlfhc6q
time="2022-01-26T10:08:24.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=t2jpz8rz
time="2022-01-26T10:08:24.056Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=btlfhc6q
time="2022-01-26T10:08:24.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=btlfhc6q
time="2022-01-26T10:08:24.056Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=t2jpz8rz
time="2022-01-26T10:08:24.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2jpz8rz
time="2022-01-26T10:08:24.056Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=p8tv46x7
time="2022-01-26T10:08:24.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=9msfh27w
time="2022-01-26T10:08:24.056Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=p8tv46x7
time="2022-01-26T10:08:24.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8tv46x7
time="2022-01-26T10:08:24.057Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.057Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=fhmd29s5
time="2022-01-26T10:08:24.057Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=fhmd29s5
time="2022-01-26T10:08:24.057Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=9msfh27w
time="2022-01-26T10:08:24.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fhmd29s5
time="2022-01-26T10:08:24.057Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=9msfh27w
time="2022-01-26T10:08:24.057Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=d47q72sp
time="2022-01-26T10:08:24.057Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=9msfh27w
time="2022-01-26T10:08:24.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9msfh27w
time="2022-01-26T10:08:24.057Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=4.057177956s namespace=/jshu-pool-test-52czk reconcileID=d47q72sp
time="2022-01-26T10:08:24.057Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:24.057Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=d47q72sp
time="2022-01-26T10:08:24.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=srr9bd8k
time="2022-01-26T10:08:24.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srr9bd8k
time="2022-01-26T10:08:24.057Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=xltkd4hm stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:24.057Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=nv8dfr6b
time="2022-01-26T10:08:24.057Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm unassignedCount=1
time="2022-01-26T10:08:24.057Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:24.057Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=nv8dfr6b
time="2022-01-26T10:08:24.057Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=nv8dfr6b
time="2022-01-26T10:08:24.057Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xltkd4hm
time="2022-01-26T10:08:24.057Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xltkd4hm
time="2022-01-26T10:08:24.614Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=szfbr7xf
time="2022-01-26T10:08:24.614Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.614Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.614Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=szfbr7xf
time="2022-01-26T10:08:24.614Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=szfbr7xf
time="2022-01-26T10:08:24.614Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=szfbr7xf
time="2022-01-26T10:08:24.614Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szfbr7xf
time="2022-01-26T10:08:24.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=sl5f4wqh
time="2022-01-26T10:08:24.624Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.624Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.624Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=sl5f4wqh
time="2022-01-26T10:08:24.624Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=sl5f4wqh
time="2022-01-26T10:08:24.624Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=sl5f4wqh
time="2022-01-26T10:08:24.624Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sl5f4wqh
time="2022-01-26T10:08:24.635Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vhm2msqw
time="2022-01-26T10:08:24.635Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.635Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.635Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vhm2msqw
time="2022-01-26T10:08:24.635Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vhm2msqw
time="2022-01-26T10:08:24.635Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=vhm2msqw
time="2022-01-26T10:08:24.635Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhm2msqw
time="2022-01-26T10:08:24.64Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kj7njnxv
time="2022-01-26T10:08:24.64Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.64Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.64Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kj7njnxv
time="2022-01-26T10:08:24.64Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kj7njnxv
time="2022-01-26T10:08:24.64Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment job=jshu-pool-test-52czk-imageset reconcileID=kj7njnxv successful=true
time="2022-01-26T10:08:24.646Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kj7njnxv
time="2022-01-26T10:08:24.657Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.659Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=rvdd4nbt
time="2022-01-26T10:08:24.659Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=rvdd4nbt
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvdd4nbt
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=r95nbc7t
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r95nbc7t
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=9n9wchgj
time="2022-01-26T10:08:24.659Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=9n9wchgj
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9n9wchgj
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=r2fmhsg8
time="2022-01-26T10:08:24.659Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=r2fmhsg8
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2fmhsg8
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.659Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=bqgs29b4
time="2022-01-26T10:08:24.659Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=bqgs29b4
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqgs29b4
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=4s9mq8jx
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4s9mq8jx
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=dmj8t7j4
time="2022-01-26T10:08:24.659Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=dmj8t7j4
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmj8t7j4
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=vq7ks4v5
time="2022-01-26T10:08:24.659Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:24.659Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=vq7ks4v5
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=vq7ks4v5
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=sg5dj87s
time="2022-01-26T10:08:24.659Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=sg5dj87s
time="2022-01-26T10:08:24.659Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sg5dj87s
time="2022-01-26T10:08:24.659Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.659Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:24.659Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=zrvpv9sr stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:24.66Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr unassignedCount=1
time="2022-01-26T10:08:24.66Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrvpv9sr
time="2022-01-26T10:08:24.66Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=drp8phbv
time="2022-01-26T10:08:24.66Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=drp8phbv
time="2022-01-26T10:08:24.66Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drp8phbv
time="2022-01-26T10:08:24.66Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=kkv7chf9
time="2022-01-26T10:08:24.66Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=4.660337087s namespace=/jshu-pool-test-52czk reconcileID=kkv7chf9
time="2022-01-26T10:08:24.66Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=kkv7chf9
time="2022-01-26T10:08:24.67Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jmzbn6vm
time="2022-01-26T10:08:24.67Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jmzbn6vm
time="2022-01-26T10:08:24.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jmzbn6vm
time="2022-01-26T10:08:24.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=k4vhnwcl
time="2022-01-26T10:08:24.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k4vhnwcl
time="2022-01-26T10:08:24.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=p88qdqfk
time="2022-01-26T10:08:24.67Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=p88qdqfk
time="2022-01-26T10:08:24.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p88qdqfk
time="2022-01-26T10:08:24.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=h4tm5d9j
time="2022-01-26T10:08:24.67Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=h4tm5d9j
time="2022-01-26T10:08:24.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4tm5d9j
time="2022-01-26T10:08:24.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.67Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:24.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=dfbr25cg
time="2022-01-26T10:08:24.67Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=dfbr25cg
time="2022-01-26T10:08:24.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dfbr25cg
time="2022-01-26T10:08:24.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=wbnrt7n6
time="2022-01-26T10:08:24.67Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbnrt7n6
time="2022-01-26T10:08:24.67Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=5tpvbstp
time="2022-01-26T10:08:24.67Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=4.670973818s namespace=/jshu-pool-test-52czk reconcileID=5tpvbstp
time="2022-01-26T10:08:24.67Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=5tpvbstp
time="2022-01-26T10:08:24.671Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=67bnb8bd
time="2022-01-26T10:08:24.671Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:24.671Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=67bnb8bd
time="2022-01-26T10:08:24.671Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=67bnb8bd
time="2022-01-26T10:08:24.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=kq928jpw
time="2022-01-26T10:08:24.671Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=kq928jpw
time="2022-01-26T10:08:24.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kq928jpw
time="2022-01-26T10:08:24.671Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=7gcm42vg
time="2022-01-26T10:08:24.671Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=7gcm42vg
time="2022-01-26T10:08:24.671Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7gcm42vg
time="2022-01-26T10:08:24.671Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.671Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:24.671Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=dbzs85xm stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:24.672Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kj7njnxv
time="2022-01-26T10:08:24.672Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm unassignedCount=1
time="2022-01-26T10:08:24.672Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kj7njnxv
time="2022-01-26T10:08:24.672Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=dbzs85xm
time="2022-01-26T10:08:24.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=q4h47fcv
time="2022-01-26T10:08:24.672Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=q4h47fcv
time="2022-01-26T10:08:24.672Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4h47fcv
time="2022-01-26T10:08:24.684Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=gvwgtfwl
time="2022-01-26T10:08:24.684Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=gvwgtfwl
time="2022-01-26T10:08:24.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvwgtfwl
time="2022-01-26T10:08:24.684Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=q9fzsdwn
time="2022-01-26T10:08:24.684Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=4.684644028s namespace=/jshu-pool-test-52czk reconcileID=q9fzsdwn
time="2022-01-26T10:08:24.684Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=q9fzsdwn
time="2022-01-26T10:08:24.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=9vpg8l9p
time="2022-01-26T10:08:24.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9vpg8l9p
time="2022-01-26T10:08:24.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=7j27bph8
time="2022-01-26T10:08:24.684Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=7j27bph8
time="2022-01-26T10:08:24.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7j27bph8
time="2022-01-26T10:08:24.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=lfx89p2n
time="2022-01-26T10:08:24.684Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=lfx89p2n
time="2022-01-26T10:08:24.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lfx89p2n
time="2022-01-26T10:08:24.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.684Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:24.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=fmpcxqnm
time="2022-01-26T10:08:24.684Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=fmpcxqnm
time="2022-01-26T10:08:24.685Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmpcxqnm
time="2022-01-26T10:08:24.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=c6crvfsp
time="2022-01-26T10:08:24.685Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6crvfsp
time="2022-01-26T10:08:24.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=ljxpnrgn
time="2022-01-26T10:08:24.685Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=ljxpnrgn
time="2022-01-26T10:08:24.685Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljxpnrgn
time="2022-01-26T10:08:24.685Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=pjqhdcq8
time="2022-01-26T10:08:24.685Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:24.685Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=pjqhdcq8
time="2022-01-26T10:08:24.685Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=pjqhdcq8
time="2022-01-26T10:08:24.685Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=mmnhwjcq
time="2022-01-26T10:08:24.685Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=mmnhwjcq
time="2022-01-26T10:08:24.685Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mmnhwjcq
time="2022-01-26T10:08:24.685Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:24.685Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=bzvlsjfl stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:24.685Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl unassignedCount=1
time="2022-01-26T10:08:24.685Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.685Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.686Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzvlsjfl
time="2022-01-26T10:08:24.686Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=cjxtqfkr
time="2022-01-26T10:08:24.686Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=cjxtqfkr
time="2022-01-26T10:08:24.686Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cjxtqfkr
time="2022-01-26T10:08:24.686Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=45 elapsedMillisGT=0 outcome=unspecified reconcileID=kj7njnxv
time="2022-01-26T10:08:24.686Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ll726j72
time="2022-01-26T10:08:24.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.686Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ll726j72
time="2022-01-26T10:08:24.686Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ll726j72
time="2022-01-26T10:08:24.686Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.686Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ll726j72
time="2022-01-26T10:08:24.686Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment name=cluster-installer reconcileID=ll726j72
time="2022-01-26T10:08:24.686Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment name=cluster-installer reconcileID=ll726j72
time="2022-01-26T10:08:24.686Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment name=cluster-installer reconcileID=ll726j72
time="2022-01-26T10:08:24.686Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-test-52czk-0-v8lqw namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.686Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment derivedObject=jshu-pool-test-52czk-0-v8lqw reconcileID=ll726j72
time="2022-01-26T10:08:24.686Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.703Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-01-26T10:08:24.703Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.703Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=t4dzx88d
time="2022-01-26T10:08:24.703Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:24.703Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-test-52czk-0-v8lqw namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.703Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision derivedObject=jshu-pool-test-52czk-0-v8lqw-provision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=t4dzx88d
time="2022-01-26T10:08:24.703Z" level=info msg="creating install job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=t4dzx88d
time="2022-01-26T10:08:24.703Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:24.703Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=sgbhnm6h
time="2022-01-26T10:08:24.703Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=sgbhnm6h
time="2022-01-26T10:08:24.703Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgbhnm6h
time="2022-01-26T10:08:24.704Z" level=info msg="created new provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=ll726j72
time="2022-01-26T10:08:24.704Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ll726j72
time="2022-01-26T10:08:24.714Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:08:24.714Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:24.715Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsed=4.715914984 reconcileID=ll726j72
time="2022-01-26T10:08:24.715Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=ll726j72
time="2022-01-26T10:08:24.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dxnkx2qx
time="2022-01-26T10:08:24.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=x9vpsv9w
time="2022-01-26T10:08:24.716Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=x9vpsv9w
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9vpsv9w
time="2022-01-26T10:08:24.716Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=m5x2xtsj
time="2022-01-26T10:08:24.716Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=m5x2xtsj
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5x2xtsj
time="2022-01-26T10:08:24.716Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=fg7x4cjw
time="2022-01-26T10:08:24.716Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.716Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=fg7x4cjw
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fg7x4cjw
time="2022-01-26T10:08:24.716Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dxnkx2qx
time="2022-01-26T10:08:24.716Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dxnkx2qx
time="2022-01-26T10:08:24.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=8ldxp7vq
time="2022-01-26T10:08:24.716Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.716Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=zprb5vfk
time="2022-01-26T10:08:24.716Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=4.716285055s namespace=/jshu-pool-test-52czk reconcileID=zprb5vfk
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=zprb5vfk
time="2022-01-26T10:08:24.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=xc7zrd48
time="2022-01-26T10:08:24.716Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=xc7zrd48
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xc7zrd48
time="2022-01-26T10:08:24.716Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=mw7vzhmd
time="2022-01-26T10:08:24.716Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=mw7vzhmd
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mw7vzhmd
time="2022-01-26T10:08:24.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xtp9w4cn
time="2022-01-26T10:08:24.716Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xtp9w4cn
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtp9w4cn
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8ldxp7vq
time="2022-01-26T10:08:24.716Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=t4dzx88d
time="2022-01-26T10:08:24.716Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=9rtcxwlb
time="2022-01-26T10:08:24.716Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=9rtcxwlb
time="2022-01-26T10:08:24.716Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:24.721Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.721Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.721Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lrbv9m5b
time="2022-01-26T10:08:24.721Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:24.721Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.721Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:24.721Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lrbv9m5b
time="2022-01-26T10:08:24.721Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:24.722Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=lrbv9m5b
time="2022-01-26T10:08:24.722Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=74h8gc6r
time="2022-01-26T10:08:24.722Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=74h8gc6r
time="2022-01-26T10:08:24.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74h8gc6r
time="2022-01-26T10:08:24.722Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=zbb72k94
time="2022-01-26T10:08:24.722Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zbb72k94
time="2022-01-26T10:08:24.722Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=whnqt4xf stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:24.722Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf unassignedCount=1
time="2022-01-26T10:08:24.722Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=whnqt4xf
time="2022-01-26T10:08:24.722Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=whnqt4xf
time="2022-01-26T10:08:24.737Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=bspbcqdm
time="2022-01-26T10:08:24.737Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=bspbcqdm
time="2022-01-26T10:08:24.737Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bspbcqdm
time="2022-01-26T10:08:24.737Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=dxnkx2qx
time="2022-01-26T10:08:24.737Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=dxnkx2qx
time="2022-01-26T10:08:24.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dp4s96v6
time="2022-01-26T10:08:24.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.738Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.738Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dp4s96v6
time="2022-01-26T10:08:24.738Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dp4s96v6
time="2022-01-26T10:08:24.738Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.738Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=dp4s96v6
time="2022-01-26T10:08:24.738Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=dp4s96v6
time="2022-01-26T10:08:24.738Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=dp4s96v6
time="2022-01-26T10:08:24.738Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=f7qjb987
time="2022-01-26T10:08:24.738Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=f7qjb987
time="2022-01-26T10:08:24.738Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f7qjb987
time="2022-01-26T10:08:24.738Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=9rtcxwlb
time="2022-01-26T10:08:24.738Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=zg5kxx6q
time="2022-01-26T10:08:24.738Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=zg5kxx6q
time="2022-01-26T10:08:24.738Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:24.738Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=zg5kxx6q
time="2022-01-26T10:08:24.738Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=zg5kxx6q
time="2022-01-26T10:08:24.738Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zg5kxx6q
time="2022-01-26T10:08:24.739Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=mckhcjzp
time="2022-01-26T10:08:24.739Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=mckhcjzp
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mckhcjzp
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=s6b4l2xb
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6b4l2xb
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=xqgw75w6
time="2022-01-26T10:08:24.739Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=xqgw75w6
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xqgw75w6
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=5nzvplvb
time="2022-01-26T10:08:24.739Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=5nzvplvb
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5nzvplvb
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.739Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=kmnhw6d8
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kmnhw6d8
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=t94rtqql
time="2022-01-26T10:08:24.739Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=4.739390619s namespace=/jshu-pool-test-52czk reconcileID=t94rtqql
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=t94rtqql
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=qprnvwcc
time="2022-01-26T10:08:24.739Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:24.739Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=qprnvwcc
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=qprnvwcc
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=2kdlp8ch
time="2022-01-26T10:08:24.739Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=2kdlp8ch
time="2022-01-26T10:08:24.739Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:24.739Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=2kdlp8ch
time="2022-01-26T10:08:24.739Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=2kdlp8ch
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kdlp8ch
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=dzv2z5b7
time="2022-01-26T10:08:24.739Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=dzv2z5b7
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dzv2z5b7
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=wzf7tgkq
time="2022-01-26T10:08:24.739Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=wzf7tgkq
time="2022-01-26T10:08:24.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wzf7tgkq
time="2022-01-26T10:08:24.739Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.739Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:24.74Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=zv4s8g2x stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:24.74Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x unassignedCount=1
time="2022-01-26T10:08:24.74Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zv4s8g2x
time="2022-01-26T10:08:24.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xvjtk46v
time="2022-01-26T10:08:24.74Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xvjtk46v
time="2022-01-26T10:08:24.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvjtk46v
time="2022-01-26T10:08:24.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=pzf6jdg9
time="2022-01-26T10:08:24.751Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=pzf6jdg9
time="2022-01-26T10:08:24.751Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pzf6jdg9
time="2022-01-26T10:08:24.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=g2bz8qwl
time="2022-01-26T10:08:24.752Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=g2bz8qwl
time="2022-01-26T10:08:24.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2bz8qwl
time="2022-01-26T10:08:24.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=tc9lc6jd
time="2022-01-26T10:08:24.752Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=tc9lc6jd
time="2022-01-26T10:08:24.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tc9lc6jd
time="2022-01-26T10:08:24.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=md2qqcw8
time="2022-01-26T10:08:24.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=md2qqcw8
time="2022-01-26T10:08:24.752Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=z9crs7kr
time="2022-01-26T10:08:24.752Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=4.752212963s namespace=/jshu-pool-test-52czk reconcileID=z9crs7kr
time="2022-01-26T10:08:24.752Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=z9crs7kr
time="2022-01-26T10:08:24.752Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=zmvrsm5t
time="2022-01-26T10:08:24.752Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=zmvrsm5t
time="2022-01-26T10:08:24.752Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:24.752Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=zmvrsm5t
time="2022-01-26T10:08:24.752Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=zmvrsm5t
time="2022-01-26T10:08:24.752Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmvrsm5t
time="2022-01-26T10:08:24.753Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=mm644qgt
time="2022-01-26T10:08:24.753Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=mm644qgt
time="2022-01-26T10:08:24.753Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mm644qgt
time="2022-01-26T10:08:24.753Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=jj6zcgt5
time="2022-01-26T10:08:24.753Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=jj6zcgt5
time="2022-01-26T10:08:24.753Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jj6zcgt5
time="2022-01-26T10:08:24.753Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=rqtwlcpc
time="2022-01-26T10:08:24.753Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=rqtwlcpc
time="2022-01-26T10:08:24.753Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rqtwlcpc
time="2022-01-26T10:08:24.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=dp4s96v6
time="2022-01-26T10:08:24.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=b6h5phg9
time="2022-01-26T10:08:24.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.755Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=b6h5phg9
time="2022-01-26T10:08:24.755Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=b6h5phg9
time="2022-01-26T10:08:24.755Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.755Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=b6h5phg9
time="2022-01-26T10:08:24.755Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=b6h5phg9
time="2022-01-26T10:08:24.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b6h5phg9
time="2022-01-26T10:08:24.757Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=999djt4k
time="2022-01-26T10:08:24.757Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:24.757Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=999djt4k
time="2022-01-26T10:08:24.757Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=999djt4k
time="2022-01-26T10:08:24.757Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=ndtnn5v2
time="2022-01-26T10:08:24.757Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=ndtnn5v2
time="2022-01-26T10:08:24.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ndtnn5v2
time="2022-01-26T10:08:24.757Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=8cjfgw2b
time="2022-01-26T10:08:24.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8cjfgw2b
time="2022-01-26T10:08:24.758Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.758Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:24.758Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:24.758Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zd8wgllt
time="2022-01-26T10:08:24.758Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.758Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.758Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.758Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zd8wgllt
time="2022-01-26T10:08:24.758Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zd8wgllt
time="2022-01-26T10:08:24.758Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.758Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=zd8wgllt
time="2022-01-26T10:08:24.758Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=zd8wgllt
time="2022-01-26T10:08:24.758Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zd8wgllt
time="2022-01-26T10:08:24.758Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:24.758Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=45r779ws stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:24.758Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws unassignedCount=1
time="2022-01-26T10:08:24.758Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=45r779ws
time="2022-01-26T10:08:24.758Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=45r779ws
time="2022-01-26T10:08:24.759Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=84gmhhd2
time="2022-01-26T10:08:24.759Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=84gmhhd2
time="2022-01-26T10:08:24.759Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:24.759Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=84gmhhd2
time="2022-01-26T10:08:24.759Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=84gmhhd2
time="2022-01-26T10:08:24.759Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=84gmhhd2
time="2022-01-26T10:08:24.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pmfd874m
time="2022-01-26T10:08:24.759Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.759Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.759Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pmfd874m
time="2022-01-26T10:08:24.759Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pmfd874m
time="2022-01-26T10:08:24.759Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.759Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=pmfd874m
time="2022-01-26T10:08:24.759Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=pmfd874m
time="2022-01-26T10:08:24.759Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmfd874m
time="2022-01-26T10:08:24.774Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vf9kjh8b
time="2022-01-26T10:08:24.774Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.774Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.774Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vf9kjh8b
time="2022-01-26T10:08:24.774Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vf9kjh8b
time="2022-01-26T10:08:24.774Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:24.774Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=vf9kjh8b
time="2022-01-26T10:08:24.774Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=vf9kjh8b
time="2022-01-26T10:08:24.774Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vf9kjh8b
time="2022-01-26T10:08:26.37Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bfcqfdt9
time="2022-01-26T10:08:26.37Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:26.37Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:26.37Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bfcqfdt9
time="2022-01-26T10:08:26.37Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bfcqfdt9
time="2022-01-26T10:08:26.37Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:26.37Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=bfcqfdt9
time="2022-01-26T10:08:26.37Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=bfcqfdt9
time="2022-01-26T10:08:26.37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bfcqfdt9
time="2022-01-26T10:08:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:08:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:08:27.461Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=cfjc9hch
time="2022-01-26T10:08:27.461Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:27.461Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:27.461Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=cfjc9hch
time="2022-01-26T10:08:27.461Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=cfjc9hch
time="2022-01-26T10:08:27.461Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:27.462Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=cfjc9hch
time="2022-01-26T10:08:27.462Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=cfjc9hch
time="2022-01-26T10:08:27.462Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cfjc9hch
time="2022-01-26T10:08:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:08:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:08:35.833Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=hn5gw4bj
time="2022-01-26T10:08:35.833Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=zfmzvgg2
time="2022-01-26T10:08:35.833Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=zfmzvgg2
time="2022-01-26T10:08:35.833Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfmzvgg2
time="2022-01-26T10:08:35.833Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=hn5gw4bj
time="2022-01-26T10:08:35.833Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=hn5gw4bj
time="2022-01-26T10:08:35.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=8sqtzwxs
time="2022-01-26T10:08:35.833Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=hn5gw4bj
time="2022-01-26T10:08:35.833Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:35.833Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=hn5gw4bj
time="2022-01-26T10:08:35.833Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.833Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=hn5gw4bj
time="2022-01-26T10:08:35.833Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn5gw4bj
time="2022-01-26T10:08:35.834Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.834Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=8sqtzwxs
time="2022-01-26T10:08:35.834Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=8sqtzwxs
time="2022-01-26T10:08:35.834Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.834Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=8sqtzwxs
time="2022-01-26T10:08:35.834Z" level=info msg="Saving infra ID \"jshu-pool-test-52czk-chqvg\" for cluster" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=8sqtzwxs
time="2022-01-26T10:08:35.851Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jz5tmrgj
time="2022-01-26T10:08:35.851Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jz5tmrgj
time="2022-01-26T10:08:35.851Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jz5tmrgj
time="2022-01-26T10:08:35.851Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=9j9dsrjh
time="2022-01-26T10:08:35.851Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9j9dsrjh
time="2022-01-26T10:08:35.851Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=cmcvb4kw
time="2022-01-26T10:08:35.851Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=cmcvb4kw
time="2022-01-26T10:08:35.851Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmcvb4kw
time="2022-01-26T10:08:35.851Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=kxqhvkfh
time="2022-01-26T10:08:35.851Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=kxqhvkfh
time="2022-01-26T10:08:35.851Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxqhvkfh
time="2022-01-26T10:08:35.851Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:35.851Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:35.851Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:35.851Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8lvhpzjg
time="2022-01-26T10:08:35.851Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8lvhpzjg
time="2022-01-26T10:08:35.851Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lvhpzjg
time="2022-01-26T10:08:35.851Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=945jrv76
time="2022-01-26T10:08:35.851Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=945jrv76
time="2022-01-26T10:08:35.851Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=v2swxzwd
time="2022-01-26T10:08:35.851Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=15.851908335s namespace=/jshu-pool-test-52czk reconcileID=v2swxzwd
time="2022-01-26T10:08:35.851Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=v2swxzwd
time="2022-01-26T10:08:35.852Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=2zfj4pns
time="2022-01-26T10:08:35.852Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:35.852Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=2zfj4pns
time="2022-01-26T10:08:35.852Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=2zfj4pns
time="2022-01-26T10:08:35.852Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=8sqtzwxs
time="2022-01-26T10:08:35.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=lg6bgjc7
time="2022-01-26T10:08:35.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.852Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:35.852Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.852Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=tcxtkht6
time="2022-01-26T10:08:35.852Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.852Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.852Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=tcxtkht6
time="2022-01-26T10:08:35.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tcxtkht6
time="2022-01-26T10:08:35.852Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:35.852Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=lc2w66h6 stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:35.852Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6 unassignedCount=1
time="2022-01-26T10:08:35.852Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=kxp9tklc
time="2022-01-26T10:08:35.852Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=kxp9tklc
time="2022-01-26T10:08:35.852Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxp9tklc
time="2022-01-26T10:08:35.852Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.852Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lc2w66h6
time="2022-01-26T10:08:35.852Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.852Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=xml4mnnr
time="2022-01-26T10:08:35.852Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=lg6bgjc7
time="2022-01-26T10:08:35.852Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=lg6bgjc7
time="2022-01-26T10:08:35.852Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=xml4mnnr
time="2022-01-26T10:08:35.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xml4mnnr
time="2022-01-26T10:08:35.852Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.853Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=lg6bgjc7
time="2022-01-26T10:08:35.853Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=lg6bgjc7
time="2022-01-26T10:08:35.853Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lg6bgjc7
time="2022-01-26T10:08:35.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=lxdz292p
time="2022-01-26T10:08:35.862Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.862Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.862Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=lxdz292p
time="2022-01-26T10:08:35.862Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=lxdz292p
time="2022-01-26T10:08:35.862Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.862Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=lxdz292p
time="2022-01-26T10:08:35.862Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=lxdz292p
time="2022-01-26T10:08:35.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxdz292p
time="2022-01-26T10:08:35.863Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=xvjxmk86
time="2022-01-26T10:08:35.863Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=xvjxmk86
time="2022-01-26T10:08:35.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvjxmk86
time="2022-01-26T10:08:35.872Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=b6r7wtr6
time="2022-01-26T10:08:35.872Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=vcscp8nv
time="2022-01-26T10:08:35.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=4nj9t7lh
time="2022-01-26T10:08:35.872Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.872Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=vcscp8nv
time="2022-01-26T10:08:35.872Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.872Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=vcscp8nv
time="2022-01-26T10:08:35.872Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=4nj9t7lh
time="2022-01-26T10:08:35.872Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=vcscp8nv
time="2022-01-26T10:08:35.872Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=4nj9t7lh
time="2022-01-26T10:08:35.872Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:35.872Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=vcscp8nv
time="2022-01-26T10:08:35.872Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.872Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=vcscp8nv
time="2022-01-26T10:08:35.872Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vcscp8nv
time="2022-01-26T10:08:35.872Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=zg4sprbt
time="2022-01-26T10:08:35.872Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=zg4sprbt
time="2022-01-26T10:08:35.872Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=4nj9t7lh
time="2022-01-26T10:08:35.872Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=4nj9t7lh
time="2022-01-26T10:08:35.872Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=zg4sprbt
time="2022-01-26T10:08:35.872Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=4nj9t7lh
time="2022-01-26T10:08:35.872Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=zg4sprbt
time="2022-01-26T10:08:35.873Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:35.873Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=zg4sprbt
time="2022-01-26T10:08:35.873Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=zg4sprbt
time="2022-01-26T10:08:35.873Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zg4sprbt
time="2022-01-26T10:08:35.873Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=m5bz6ntq
time="2022-01-26T10:08:35.873Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=m5bz6ntq
time="2022-01-26T10:08:35.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5bz6ntq
time="2022-01-26T10:08:35.881Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=4nj9t7lh
time="2022-01-26T10:08:35.881Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=q5flm685
time="2022-01-26T10:08:35.881Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=q5flm685
time="2022-01-26T10:08:35.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5flm685
time="2022-01-26T10:08:35.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=mcljfnck
time="2022-01-26T10:08:35.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mcljfnck
time="2022-01-26T10:08:35.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=9rn45xlp
time="2022-01-26T10:08:35.881Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=9rn45xlp
time="2022-01-26T10:08:35.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9rn45xlp
time="2022-01-26T10:08:35.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=z5s8cfqb
time="2022-01-26T10:08:35.881Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=z5s8cfqb
time="2022-01-26T10:08:35.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z5s8cfqb
time="2022-01-26T10:08:35.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:35.881Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:35.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:35.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8g4cnmm5
time="2022-01-26T10:08:35.881Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8g4cnmm5
time="2022-01-26T10:08:35.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8g4cnmm5
time="2022-01-26T10:08:35.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=n62z28rq
time="2022-01-26T10:08:35.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n62z28rq
time="2022-01-26T10:08:35.882Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=kpfnlk9h
time="2022-01-26T10:08:35.882Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=15.882064452s namespace=/jshu-pool-test-52czk reconcileID=kpfnlk9h
time="2022-01-26T10:08:35.882Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=kpfnlk9h
time="2022-01-26T10:08:35.882Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=hz2k7k6g
time="2022-01-26T10:08:35.882Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:35.882Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=hz2k7k6g
time="2022-01-26T10:08:35.882Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=hz2k7k6g
time="2022-01-26T10:08:35.882Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=gpd7mj5n
time="2022-01-26T10:08:35.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gpd7mj5n
time="2022-01-26T10:08:35.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gpd7mj5n
time="2022-01-26T10:08:35.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gpd7mj5n
time="2022-01-26T10:08:35.882Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:35.882Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=gpd7mj5n
time="2022-01-26T10:08:35.882Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=gpd7mj5n
time="2022-01-26T10:08:35.882Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gpd7mj5n
time="2022-01-26T10:08:35.882Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=67fq87gj
time="2022-01-26T10:08:35.882Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:35.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=tq7mdt8x
time="2022-01-26T10:08:35.882Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=tq7mdt8x
time="2022-01-26T10:08:35.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tq7mdt8x
time="2022-01-26T10:08:35.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=7v98x8tv
time="2022-01-26T10:08:35.882Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=7v98x8tv
time="2022-01-26T10:08:35.882Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=krr2fxxc stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:35.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7v98x8tv
time="2022-01-26T10:08:35.882Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc unassignedCount=1
time="2022-01-26T10:08:35.882Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=67fq87gj
time="2022-01-26T10:08:35.882Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67fq87gj
time="2022-01-26T10:08:35.882Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=krr2fxxc
time="2022-01-26T10:08:35.882Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krr2fxxc
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=8ff679lr
time="2022-01-26T10:08:35.891Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=15.891251475s namespace=/jshu-pool-test-52czk reconcileID=8ff679lr
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=8ff679lr
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=vfj78f6n
time="2022-01-26T10:08:35.891Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=vfj78f6n
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vfj78f6n
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=fzjw8wq9
time="2022-01-26T10:08:35.891Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=fzjw8wq9
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fzjw8wq9
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=4nj9t7lh
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=qvj6x48q
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=rpf6rgp6
time="2022-01-26T10:08:35.891Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=rpf6rgp6
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rpf6rgp6
time="2022-01-26T10:08:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=fqvflbw4
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqvflbw4
time="2022-01-26T10:08:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=p7hpqbpg
time="2022-01-26T10:08:35.891Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=qvj6x48q
time="2022-01-26T10:08:35.891Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=qvj6x48q
time="2022-01-26T10:08:35.891Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=p7hpqbpg
time="2022-01-26T10:08:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=p7hpqbpg
time="2022-01-26T10:08:35.891Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=p7hpqbpg
time="2022-01-26T10:08:35.891Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:08:35.891Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=p7hpqbpg
time="2022-01-26T10:08:35.891Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=p7hpqbpg
time="2022-01-26T10:08:35.891Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=qvj6x48q
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p7hpqbpg
time="2022-01-26T10:08:35.891Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=qvj6x48q
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvj6x48q
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=ljm5cfkm
time="2022-01-26T10:08:35.891Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=ljm5cfkm
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=7hxdkjdm
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljm5cfkm
time="2022-01-26T10:08:35.891Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=mwbhhjsh
time="2022-01-26T10:08:35.891Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=7hxdkjdm
time="2022-01-26T10:08:35.891Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=mwbhhjsh
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hxdkjdm
time="2022-01-26T10:08:35.891Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwbhhjsh
time="2022-01-26T10:08:35.897Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ghr4tsvk
time="2022-01-26T10:08:35.897Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:08:35.897Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.897Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.897Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=tvgxwlhf stale=0 standby=1 unclaimed=2
time="2022-01-26T10:08:35.897Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ghr4tsvk
time="2022-01-26T10:08:35.897Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf unassignedCount=1
time="2022-01-26T10:08:35.897Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ghr4tsvk
time="2022-01-26T10:08:35.897Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=78kd8bp6
time="2022-01-26T10:08:35.897Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:08:35.897Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=78kd8bp6
time="2022-01-26T10:08:35.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78kd8bp6
time="2022-01-26T10:08:35.897Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=vxg4qm2j
time="2022-01-26T10:08:35.897Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:08:35.897Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=vxg4qm2j
time="2022-01-26T10:08:35.897Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=vxg4qm2j
time="2022-01-26T10:08:35.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=c4fncwgg
time="2022-01-26T10:08:35.897Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=ghr4tsvk
time="2022-01-26T10:08:35.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c4fncwgg
time="2022-01-26T10:08:35.897Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=ghr4tsvk
time="2022-01-26T10:08:35.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:35.897Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:08:35.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghr4tsvk
time="2022-01-26T10:08:35.897Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:08:35.897Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tvgxwlhf
time="2022-01-26T10:08:35.897Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tvgxwlhf
time="2022-01-26T10:08:50.317Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=4qbfnmzp
time="2022-01-26T10:08:50.326Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4qbfnmzp
time="2022-01-26T10:08:50.326Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30010 elapsedMillisGT=30000 outcome=unspecified reconcileID=4qbfnmzp
time="2022-01-26T10:08:50.326Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-qzz7c\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:08:50.326Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=l8zp9cdz
time="2022-01-26T10:08:50.326Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=l8zp9cdz
time="2022-01-26T10:08:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:08:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:10.331Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=l8zp9cdz
time="2022-01-26T10:09:10.342Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=20015 elapsedMillisGT=10000 outcome=unspecified reconcileID=l8zp9cdz
time="2022-01-26T10:09:10.342Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=cbgg8dcv
time="2022-01-26T10:09:10.342Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=cbgg8dcv
time="2022-01-26T10:09:10.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=m2flc4w9
time="2022-01-26T10:09:10.343Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=m2flc4w9
time="2022-01-26T10:09:10.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2flc4w9
time="2022-01-26T10:09:10.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=gr7mnd4h
time="2022-01-26T10:09:10.343Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=gr7mnd4h
time="2022-01-26T10:09:10.343Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=gr7mnd4h
time="2022-01-26T10:09:10.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gr7mnd4h
time="2022-01-26T10:09:10.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mxd47bnc
time="2022-01-26T10:09:10.343Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mxd47bnc
time="2022-01-26T10:09:10.343Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mxd47bnc
time="2022-01-26T10:09:10.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxd47bnc
time="2022-01-26T10:09:10.343Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=4lfl299x
time="2022-01-26T10:09:10.343Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=4lfl299x
time="2022-01-26T10:09:10.343Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=4lfl299x
time="2022-01-26T10:09:10.343Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=zjmf2wvb
time="2022-01-26T10:09:10.343Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=zjmf2wvb
time="2022-01-26T10:09:10.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjmf2wvb
time="2022-01-26T10:09:10.343Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=ls9zknps
time="2022-01-26T10:09:10.343Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=ls9zknps
time="2022-01-26T10:09:10.344Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=ls9zknps
time="2022-01-26T10:09:10.344Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=ls9zknps
time="2022-01-26T10:09:10.344Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:09:10.344Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=ls9zknps
time="2022-01-26T10:09:10.344Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ls9zknps
time="2022-01-26T10:09:10.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=9qpn9sfp
time="2022-01-26T10:09:10.344Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=9qpn9sfp
time="2022-01-26T10:09:10.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qpn9sfp
time="2022-01-26T10:09:10.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=xf25x7zn
time="2022-01-26T10:09:10.344Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=xf25x7zn
time="2022-01-26T10:09:10.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xf25x7zn
time="2022-01-26T10:09:10.348Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=hwxc9rts
time="2022-01-26T10:09:10.348Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=mwhxzxp9
time="2022-01-26T10:09:10.348Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=mwhxzxp9
time="2022-01-26T10:09:10.348Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=hwxc9rts
time="2022-01-26T10:09:10.348Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwhxzxp9
time="2022-01-26T10:09:10.348Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=hwxc9rts
time="2022-01-26T10:09:10.348Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=c7gtg2rj
time="2022-01-26T10:09:10.348Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:09:10.348Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wg4g68d9
time="2022-01-26T10:09:10.348Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:09:10.348Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:09:10.348Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:09:10.348Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:09:10.348Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:09:10.348Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=wg4g68d9
time="2022-01-26T10:09:10.348Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=wg4g68d9
time="2022-01-26T10:09:10.348Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:09:10.348Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:09:10.348Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=c7gtg2rj
time="2022-01-26T10:09:10.348Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=c7gtg2rj
time="2022-01-26T10:09:10.348Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=c7gtg2rj
time="2022-01-26T10:09:10.35Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=c7gtg2rj
time="2022-01-26T10:09:10.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=c7gtg2rj
time="2022-01-26T10:09:10.35Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:09:10.35Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=896nzgkc stale=0 standby=1 unclaimed=2
time="2022-01-26T10:09:10.35Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc unassignedCount=1
time="2022-01-26T10:09:10.35Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=896nzgkc
time="2022-01-26T10:09:10.35Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=896nzgkc
time="2022-01-26T10:09:10.472Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=hwxc9rts states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:09:13.462Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:13.463Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:09:13.463Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:09:13.463Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:09:13.463Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:09:13.463Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:09:24Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=gbv82nkv
time="2022-01-26T10:09:24Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gbv82nkv
time="2022-01-26T10:09:24Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gbv82nkv
time="2022-01-26T10:09:24Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gbv82nkv
time="2022-01-26T10:09:24Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:09:24Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=gbv82nkv
time="2022-01-26T10:09:24Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=gbv82nkv
time="2022-01-26T10:09:24Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbv82nkv
time="2022-01-26T10:09:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:30.35Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": net/http: TLS handshake timeout" reconcileID=cbgg8dcv
time="2022-01-26T10:09:30.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=20019 elapsedMillisGT=10000 outcome=unspecified reconcileID=cbgg8dcv
time="2022-01-26T10:09:30.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=4dzckntw
time="2022-01-26T10:09:30.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=q6pwwhck
time="2022-01-26T10:09:30.362Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=4dzckntw
time="2022-01-26T10:09:30.362Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=q6pwwhck
time="2022-01-26T10:09:30.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6pwwhck
time="2022-01-26T10:09:30.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=bh4tmntq
time="2022-01-26T10:09:30.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=bh4tmntq
time="2022-01-26T10:09:30.362Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=bh4tmntq
time="2022-01-26T10:09:30.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bh4tmntq
time="2022-01-26T10:09:30.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=twsnw7pf
time="2022-01-26T10:09:30.362Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=twsnw7pf
time="2022-01-26T10:09:30.362Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=twsnw7pf
time="2022-01-26T10:09:30.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twsnw7pf
time="2022-01-26T10:09:30.362Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=jtwg2cqv
time="2022-01-26T10:09:30.362Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=jtwg2cqv
time="2022-01-26T10:09:30.362Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=jtwg2cqv
time="2022-01-26T10:09:30.363Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=hqjnr9kg
time="2022-01-26T10:09:30.363Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=hqjnr9kg
time="2022-01-26T10:09:30.363Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=hqjnr9kg
time="2022-01-26T10:09:30.363Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=hqjnr9kg
time="2022-01-26T10:09:30.363Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:09:30.363Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=hqjnr9kg
time="2022-01-26T10:09:30.363Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hqjnr9kg
time="2022-01-26T10:09:30.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=g2srr9wt
time="2022-01-26T10:09:30.363Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=g2srr9wt
time="2022-01-26T10:09:30.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2srr9wt
time="2022-01-26T10:09:30.363Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=qpsxsnwv
time="2022-01-26T10:09:30.363Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=qpsxsnwv
time="2022-01-26T10:09:30.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qpsxsnwv
time="2022-01-26T10:09:30.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=s9qrwjfg
time="2022-01-26T10:09:30.363Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=s9qrwjfg
time="2022-01-26T10:09:30.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9qrwjfg
time="2022-01-26T10:09:30.367Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=dxltwzmf
time="2022-01-26T10:09:30.367Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=dxltwzmf
time="2022-01-26T10:09:30.367Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dxltwzmf
time="2022-01-26T10:09:30.368Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96nlbzd4
time="2022-01-26T10:09:30.368Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:09:30.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:09:30.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:09:30.368Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=qnnpdjxj stale=0 standby=1 unclaimed=2
time="2022-01-26T10:09:30.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:09:30.368Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj unassignedCount=1
time="2022-01-26T10:09:30.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:09:30.368Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96nlbzd4
time="2022-01-26T10:09:30.368Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96nlbzd4
time="2022-01-26T10:09:30.368Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96nlbzd4
time="2022-01-26T10:09:30.368Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.368Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.369Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qnnpdjxj
time="2022-01-26T10:09:30.369Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=kx5hnd46
time="2022-01-26T10:09:30.369Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:09:30.369Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=kx5hnd46
time="2022-01-26T10:09:30.369Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=kx5hnd46
time="2022-01-26T10:09:30.369Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:09:30.369Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:09:30.369Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:09:30.37Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96nlbzd4
time="2022-01-26T10:09:30.37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=96nlbzd4
time="2022-01-26T10:09:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:42.474Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": context deadline exceeded" reconcileID=hwxc9rts
time="2022-01-26T10:09:42.474Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=32126 elapsedMillisGT=30000 outcome=unspecified reconcileID=hwxc9rts
time="2022-01-26T10:09:42.474Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": context deadline exceeded" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:09:42.474Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=s5lzpp9g
time="2022-01-26T10:09:42.474Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=s5lzpp9g
time="2022-01-26T10:09:42.475Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=s5lzpp9g
time="2022-01-26T10:09:42.576Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=s5lzpp9g states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:09:50.368Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": net/http: TLS handshake timeout" reconcileID=4dzckntw
time="2022-01-26T10:09:50.369Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=20006 elapsedMillisGT=10000 outcome=unspecified reconcileID=4dzckntw
time="2022-01-26T10:09:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:09:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:10:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:10:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:10:12.577Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=s5lzpp9g
time="2022-01-26T10:10:12.577Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30103 elapsedMillisGT=30000 outcome=unspecified reconcileID=s5lzpp9g
time="2022-01-26T10:10:12.577Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:10:12.578Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=cpvvrkfp
time="2022-01-26T10:10:12.578Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=cpvvrkfp
time="2022-01-26T10:10:12.578Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=cpvvrkfp
time="2022-01-26T10:10:12.66Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=cpvvrkfp states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:10:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:10:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:10:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:10:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:10:42.662Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=cpvvrkfp
time="2022-01-26T10:10:42.662Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30084 elapsedMillisGT=30000 outcome=unspecified reconcileID=cpvvrkfp
time="2022-01-26T10:10:42.662Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:10:42.662Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=bjnmngzq
time="2022-01-26T10:10:42.662Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=bjnmngzq
time="2022-01-26T10:10:42.662Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=bjnmngzq
time="2022-01-26T10:10:42.798Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=bjnmngzq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:10:55.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=fr9bmrhr
time="2022-01-26T10:10:55.344Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=fr9bmrhr
time="2022-01-26T10:10:55.344Z" level=debug msg="Waiting to fetch clusteroperator status in 2m9.655501982s" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=fr9bmrhr
time="2022-01-26T10:10:55.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fr9bmrhr
time="2022-01-26T10:10:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:10:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:12.8Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=bjnmngzq
time="2022-01-26T10:11:12.8Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30137 elapsedMillisGT=30000 outcome=unspecified reconcileID=bjnmngzq
time="2022-01-26T10:11:12.8Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:11:12.8Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=g9hgp96v
time="2022-01-26T10:11:12.8Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=g9hgp96v
time="2022-01-26T10:11:12.8Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=g9hgp96v
time="2022-01-26T10:11:12.844Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=g9hgp96v states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:11:13.463Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:13.464Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:11:13.464Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:11:13.464Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:11:13.464Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:11:13.464Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:11:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:44.845Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": context deadline exceeded" reconcileID=g9hgp96v
time="2022-01-26T10:11:44.845Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=32045 elapsedMillisGT=30000 outcome=unspecified reconcileID=g9hgp96v
time="2022-01-26T10:11:44.845Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": context deadline exceeded" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:11:44.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=ql7hp85j
time="2022-01-26T10:11:44.846Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=ql7hp85j
time="2022-01-26T10:11:44.846Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=ql7hp85j
time="2022-01-26T10:11:44.892Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=ql7hp85j states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:11:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:11:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:12:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:12:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:12:14.894Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=ql7hp85j
time="2022-01-26T10:12:14.894Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30048 elapsedMillisGT=30000 outcome=unspecified reconcileID=ql7hp85j
time="2022-01-26T10:12:14.894Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:12:14.894Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=gvzl7rgr
time="2022-01-26T10:12:14.894Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=gvzl7rgr
time="2022-01-26T10:12:14.894Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=gvzl7rgr
time="2022-01-26T10:12:14.947Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=gvzl7rgr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:12:24.956Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=gvzl7rgr
time="2022-01-26T10:12:24.956Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=10062 elapsedMillisGT=10000 outcome=unspecified reconcileID=gvzl7rgr
time="2022-01-26T10:12:24.956Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:12:24.956Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=jk2sh66f
time="2022-01-26T10:12:24.956Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=jk2sh66f
time="2022-01-26T10:12:24.956Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=jk2sh66f
time="2022-01-26T10:12:25.054Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=jk2sh66f states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:12:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:12:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:12:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:12:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:12:55.056Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=jk2sh66f
time="2022-01-26T10:12:55.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30100 elapsedMillisGT=30000 outcome=unspecified reconcileID=jk2sh66f
time="2022-01-26T10:12:55.056Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:12:55.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=bbmwckqp
time="2022-01-26T10:12:55.056Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=bbmwckqp
time="2022-01-26T10:12:55.057Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=bbmwckqp
time="2022-01-26T10:12:55.103Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=bbmwckqp states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:12:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:12:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:05Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=zjgbz8t6
time="2022-01-26T10:13:05Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=zjgbz8t6
time="2022-01-26T10:13:05.079Z" level=info msg="Added cluster operators: [cloud-controller-manager]" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=zjgbz8t6
time="2022-01-26T10:13:05.095Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=zjgbz8t6
time="2022-01-26T10:13:05.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=94 elapsedMillisGT=0 outcome=unspecified reconcileID=zjgbz8t6
time="2022-01-26T10:13:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:13.465Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:13.465Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:13:13.465Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:13:13.465Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:13:13.465Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:13:13.465Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:13:20Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=9t8j7q8g
time="2022-01-26T10:13:20.001Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=9t8j7q8g
time="2022-01-26T10:13:20.001Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=9t8j7q8g
time="2022-01-26T10:13:25.105Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: connect: connection refused" reconcileID=bbmwckqp
time="2022-01-26T10:13:25.105Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30048 elapsedMillisGT=30000 outcome=unspecified reconcileID=bbmwckqp
time="2022-01-26T10:13:25.105Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:13:25.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=wpks2l7n
time="2022-01-26T10:13:25.105Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=wpks2l7n
time="2022-01-26T10:13:25.105Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=wpks2l7n
time="2022-01-26T10:13:25.196Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=wpks2l7n states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:13:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:55.198Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: connect: connection refused" reconcileID=wpks2l7n
time="2022-01-26T10:13:55.198Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30093 elapsedMillisGT=30000 outcome=unspecified reconcileID=wpks2l7n
time="2022-01-26T10:13:55.198Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:13:55.198Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=vllsc4pw
time="2022-01-26T10:13:55.198Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=vllsc4pw
time="2022-01-26T10:13:55.199Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=vllsc4pw
time="2022-01-26T10:13:55.307Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=vllsc4pw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:13:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:13:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:14:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:14:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:14:18.994Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=zpbngm2q
time="2022-01-26T10:14:18.995Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:14:18.995Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=zpbngm2q
time="2022-01-26T10:14:18.995Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=zpbngm2q
time="2022-01-26T10:14:18.995Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=m46r5fgb
time="2022-01-26T10:14:18.995Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:14:18.995Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=m46r5fgb
time="2022-01-26T10:14:18.995Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=m46r5fgb
time="2022-01-26T10:14:18.995Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=s9rbf9dh
time="2022-01-26T10:14:18.995Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:14:18.996Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=fwskgjw2
time="2022-01-26T10:14:18.996Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:14:18.996Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=fwskgjw2
time="2022-01-26T10:14:18.996Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=fwskgjw2
time="2022-01-26T10:14:19.027Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=s9rbf9dh
time="2022-01-26T10:14:19.051Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=s9rbf9dh
time="2022-01-26T10:14:19.051Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=s9rbf9dh
time="2022-01-26T10:14:19.081Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=s9rbf9dh
time="2022-01-26T10:14:19.081Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=s9rbf9dh
time="2022-01-26T10:14:19.086Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=s9rbf9dh
time="2022-01-26T10:14:19.086Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=s9rbf9dh
time="2022-01-26T10:14:19.086Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=91 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=s9rbf9dh
time="2022-01-26T10:14:25.309Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" reconcileID=vllsc4pw
time="2022-01-26T10:14:25.309Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30110 elapsedMillisGT=30000 outcome=unspecified reconcileID=vllsc4pw
time="2022-01-26T10:14:25.309Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:14:25.309Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=scpjlpwk
time="2022-01-26T10:14:25.309Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=scpjlpwk
time="2022-01-26T10:14:25.309Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=scpjlpwk
time="2022-01-26T10:14:25.418Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=scpjlpwk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:14:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:14:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:14:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:14:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:14:55.42Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=scpjlpwk
time="2022-01-26T10:14:55.42Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30110 elapsedMillisGT=30000 outcome=unspecified reconcileID=scpjlpwk
time="2022-01-26T10:14:55.42Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:14:55.42Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=z8s7hslj
time="2022-01-26T10:14:55.42Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=z8s7hslj
time="2022-01-26T10:14:55.42Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=z8s7hslj
time="2022-01-26T10:14:55.549Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=z8s7hslj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:14:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:14:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:15:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:15:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:10.556Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=z8s7hslj
time="2022-01-26T10:15:10.556Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=15136 elapsedMillisGT=10000 outcome=unspecified reconcileID=z8s7hslj
time="2022-01-26T10:15:10.556Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:15:13.465Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:13.465Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:15:13.466Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:15:13.466Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:15:13.466Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:15:13.466Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:15:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:36.38Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=kzmlxj7h
time="2022-01-26T10:15:36.38Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=kzmlxj7h
time="2022-01-26T10:15:36.38Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=kzmlxj7h
time="2022-01-26T10:15:36.483Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=kzmlxj7h states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:15:51.489Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" reconcileID=kzmlxj7h
time="2022-01-26T10:15:51.489Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=15109 elapsedMillisGT=10000 outcome=unspecified reconcileID=kzmlxj7h
time="2022-01-26T10:15:51.489Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:15:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:15:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:16:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:16:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:16:13.391Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=5fnjg2gb
time="2022-01-26T10:16:13.391Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h44m29.608223092s reconcileID=5fnjg2gb
time="2022-01-26T10:16:13.391Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5fnjg2gb
time="2022-01-26T10:16:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:16:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:16:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:16:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:16:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:16:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:13.466Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:13.466Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:17:13.466Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:17:13.466Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:17:13.466Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:17:13.466Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:17:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:56.939Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:17:56.939Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:18:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:18:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:18:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:18:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:18:35.33Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=l74wpkg9
time="2022-01-26T10:18:35.33Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=l74wpkg9
time="2022-01-26T10:18:35.33Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=l74wpkg9
time="2022-01-26T10:18:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:18:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:18:35.447Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=l74wpkg9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:18:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:18:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:05.449Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" reconcileID=l74wpkg9
time="2022-01-26T10:19:05.449Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30119 elapsedMillisGT=30000 outcome=unspecified reconcileID=l74wpkg9
time="2022-01-26T10:19:05.449Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:19:13.467Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:13.467Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:19:13.467Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:19:13.467Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:19:13.467Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:19:13.467Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:19:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:36.063Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=mqb6mg4q
time="2022-01-26T10:19:36.063Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=mqb6mg4q
time="2022-01-26T10:19:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:19:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:20:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:20:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:20:06.065Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=mqb6mg4q
time="2022-01-26T10:20:06.078Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=gt65cvhc
time="2022-01-26T10:20:06.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=mqb6mg4q
time="2022-01-26T10:20:06.078Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=gt65cvhc
time="2022-01-26T10:20:06.078Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=gt65cvhc
time="2022-01-26T10:20:06.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=shqp99ms
time="2022-01-26T10:20:06.078Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=shqp99ms
time="2022-01-26T10:20:06.078Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=tpswf6qm
time="2022-01-26T10:20:06.078Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tpswf6qm
time="2022-01-26T10:20:06.078Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tpswf6qm
time="2022-01-26T10:20:06.078Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tpswf6qm
time="2022-01-26T10:20:06.078Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:20:06.078Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=tpswf6qm
time="2022-01-26T10:20:06.078Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpswf6qm
time="2022-01-26T10:20:06.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=xxzbqw8c
time="2022-01-26T10:20:06.078Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=xxzbqw8c
time="2022-01-26T10:20:06.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xxzbqw8c
time="2022-01-26T10:20:06.078Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=8lf7z8bb
time="2022-01-26T10:20:06.079Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=8lf7z8bb
time="2022-01-26T10:20:06.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lf7z8bb
time="2022-01-26T10:20:06.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=nvp2gdlf
time="2022-01-26T10:20:06.079Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=nvp2gdlf
time="2022-01-26T10:20:06.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvp2gdlf
time="2022-01-26T10:20:06.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=2fdst6dz
time="2022-01-26T10:20:06.079Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=2fdst6dz
time="2022-01-26T10:20:06.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2fdst6dz
time="2022-01-26T10:20:06.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hgjkwz75
time="2022-01-26T10:20:06.079Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=hgjkwz75
time="2022-01-26T10:20:06.079Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=hgjkwz75
time="2022-01-26T10:20:06.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hgjkwz75
time="2022-01-26T10:20:06.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=wmzhx4cf
time="2022-01-26T10:20:06.079Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=wmzhx4cf
time="2022-01-26T10:20:06.079Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=wmzhx4cf
time="2022-01-26T10:20:06.079Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmzhx4cf
time="2022-01-26T10:20:06.084Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=ckbq6cpk
time="2022-01-26T10:20:06.084Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=ckbq6cpk
time="2022-01-26T10:20:06.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckbq6cpk
time="2022-01-26T10:20:06.084Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=mh52cj57
time="2022-01-26T10:20:06.084Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:20:06.084Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=mh52cj57
time="2022-01-26T10:20:06.084Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:20:06.084Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=mh52cj57
time="2022-01-26T10:20:06.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:20:06.084Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:20:06.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:20:06.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rbz98xkw
time="2022-01-26T10:20:06.084Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=z2sq2p8z stale=0 standby=1 unclaimed=2
time="2022-01-26T10:20:06.084Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z unassignedCount=1
time="2022-01-26T10:20:06.084Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:06.084Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:06.084Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:06.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:06.084Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z2sq2p8z
time="2022-01-26T10:20:06.084Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rbz98xkw
time="2022-01-26T10:20:06.084Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rbz98xkw
time="2022-01-26T10:20:06.084Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rbz98xkw
time="2022-01-26T10:20:06.085Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=rbz98xkw
time="2022-01-26T10:20:06.085Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=rbz98xkw
time="2022-01-26T10:20:21.085Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" reconcileID=shqp99ms
time="2022-01-26T10:20:21.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=15016 elapsedMillisGT=10000 outcome=unspecified reconcileID=shqp99ms
time="2022-01-26T10:20:21.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=2ghwslmp
time="2022-01-26T10:20:21.095Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=2ghwslmp
time="2022-01-26T10:20:21.096Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=86b76cmg
time="2022-01-26T10:20:21.096Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=86b76cmg
time="2022-01-26T10:20:21.096Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86b76cmg
time="2022-01-26T10:20:21.096Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=dpcslhvl
time="2022-01-26T10:20:21.096Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=dpcslhvl
time="2022-01-26T10:20:21.096Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=dpcslhvl
time="2022-01-26T10:20:21.096Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dpcslhvl
time="2022-01-26T10:20:21.096Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=msrdxkl9
time="2022-01-26T10:20:21.096Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=msrdxkl9
time="2022-01-26T10:20:21.096Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=msrdxkl9
time="2022-01-26T10:20:21.096Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msrdxkl9
time="2022-01-26T10:20:21.096Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=tcv2q46p
time="2022-01-26T10:20:21.096Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=tcv2q46p
time="2022-01-26T10:20:21.096Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=tcv2q46p
time="2022-01-26T10:20:21.096Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=x7s7sx45
time="2022-01-26T10:20:21.096Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=x7s7sx45
time="2022-01-26T10:20:21.096Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x7s7sx45
time="2022-01-26T10:20:21.097Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=hfpd4vtq
time="2022-01-26T10:20:21.097Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=hfpd4vtq
time="2022-01-26T10:20:21.097Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=ghft8sq6
time="2022-01-26T10:20:21.097Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=ghft8sq6
time="2022-01-26T10:20:21.097Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghft8sq6
time="2022-01-26T10:20:21.097Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=5pp8ddvl
time="2022-01-26T10:20:21.097Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=hfpd4vtq
time="2022-01-26T10:20:21.097Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=5pp8ddvl
time="2022-01-26T10:20:21.097Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5pp8ddvl
time="2022-01-26T10:20:21.097Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=hfpd4vtq
time="2022-01-26T10:20:21.097Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:20:21.097Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=hfpd4vtq
time="2022-01-26T10:20:21.097Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfpd4vtq
time="2022-01-26T10:20:21.101Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=p2kkssjl
time="2022-01-26T10:20:21.101Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=p2kkssjl
time="2022-01-26T10:20:21.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2kkssjl
time="2022-01-26T10:20:21.101Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=x4psjn8v
time="2022-01-26T10:20:21.101Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:20:21.101Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=x4psjn8v
time="2022-01-26T10:20:21.101Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=x4psjn8v
time="2022-01-26T10:20:21.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:20:21.101Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:20:21.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:20:21.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=999fh29z
time="2022-01-26T10:20:21.102Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:21.102Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:20:21.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:21.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:21.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:21.102Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=f59bq2kv stale=0 standby=1 unclaimed=2
time="2022-01-26T10:20:21.102Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=999fh29z
time="2022-01-26T10:20:21.102Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv unassignedCount=1
time="2022-01-26T10:20:21.102Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=999fh29z
time="2022-01-26T10:20:21.102Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.102Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=999fh29z
time="2022-01-26T10:20:21.102Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.102Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.102Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.102Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.102Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.102Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.102Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.103Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f59bq2kv
time="2022-01-26T10:20:21.103Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f59bq2kv
time="2022-01-26T10:20:21.104Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=999fh29z
time="2022-01-26T10:20:21.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=999fh29z
time="2022-01-26T10:20:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:20:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:20:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:20:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:20:51.097Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=2ghwslmp
time="2022-01-26T10:20:51.113Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=8pc55d5z
time="2022-01-26T10:20:51.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=plkjdw2p
time="2022-01-26T10:20:51.113Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=plkjdw2p
time="2022-01-26T10:20:51.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=8pc55d5z
time="2022-01-26T10:20:51.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plkjdw2p
time="2022-01-26T10:20:51.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=8pc55d5z
time="2022-01-26T10:20:51.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=tsg8m5fw
time="2022-01-26T10:20:51.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=8pc55d5z
time="2022-01-26T10:20:51.113Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:20:51.113Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=8pc55d5z
time="2022-01-26T10:20:51.113Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8pc55d5z
time="2022-01-26T10:20:51.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=tsg8m5fw
time="2022-01-26T10:20:51.113Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=tsg8m5fw
time="2022-01-26T10:20:51.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tsg8m5fw
time="2022-01-26T10:20:51.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=k5mdhbqm
time="2022-01-26T10:20:51.113Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=k5mdhbqm
time="2022-01-26T10:20:51.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=52vz2cfz
time="2022-01-26T10:20:51.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k5mdhbqm
time="2022-01-26T10:20:51.113Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=dfjlqt9t
time="2022-01-26T10:20:51.113Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=52vz2cfz
time="2022-01-26T10:20:51.113Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=52vz2cfz
time="2022-01-26T10:20:51.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52vz2cfz
time="2022-01-26T10:20:51.113Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=dfjlqt9t
time="2022-01-26T10:20:51.113Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=mgxbnn8j
time="2022-01-26T10:20:51.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=qr59jhmc
time="2022-01-26T10:20:51.114Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=mgxbnn8j
time="2022-01-26T10:20:51.114Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=qr59jhmc
time="2022-01-26T10:20:51.114Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=mgxbnn8j
time="2022-01-26T10:20:51.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qr59jhmc
time="2022-01-26T10:20:51.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dfjlqt9t
time="2022-01-26T10:20:51.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30019 elapsedMillisGT=30000 outcome=unspecified reconcileID=2ghwslmp
time="2022-01-26T10:20:51.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=mjx6b4hn
time="2022-01-26T10:20:51.114Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=mjx6b4hn
time="2022-01-26T10:20:51.118Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=hbdx8hcp
time="2022-01-26T10:20:51.118Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=hbdx8hcp
time="2022-01-26T10:20:51.118Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbdx8hcp
time="2022-01-26T10:20:51.118Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=d8pvxzxm
time="2022-01-26T10:20:51.118Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:20:51.118Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=d8pvxzxm
time="2022-01-26T10:20:51.118Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=d8pvxzxm
time="2022-01-26T10:20:51.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:20:51.118Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:20:51.118Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:20:51.119Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=mkhb5mdq
time="2022-01-26T10:20:51.119Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:20:51.119Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:51.119Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=sg5tgrgj stale=0 standby=1 unclaimed=2
time="2022-01-26T10:20:51.119Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:51.119Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj unassignedCount=1
time="2022-01-26T10:20:51.119Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:51.119Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:20:51.119Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=mkhb5mdq
time="2022-01-26T10:20:51.119Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.119Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=mkhb5mdq
time="2022-01-26T10:20:51.119Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=mkhb5mdq
time="2022-01-26T10:20:51.119Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sg5tgrgj
time="2022-01-26T10:20:51.12Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=mkhb5mdq
time="2022-01-26T10:20:51.12Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=mkhb5mdq
time="2022-01-26T10:20:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:20:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:13.468Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:13.468Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:21:13.468Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:21:13.468Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:21:13.468Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:21:13.468Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:21:21.116Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" reconcileID=mjx6b4hn
time="2022-01-26T10:21:21.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=bm9qwq5t
time="2022-01-26T10:21:21.127Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=bm9qwq5t
time="2022-01-26T10:21:21.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bm9qwq5t
time="2022-01-26T10:21:21.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=z5wwrn92
time="2022-01-26T10:21:21.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=z5wwrn92
time="2022-01-26T10:21:21.127Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=z5wwrn92
time="2022-01-26T10:21:21.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z5wwrn92
time="2022-01-26T10:21:21.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=tdt85vjb
time="2022-01-26T10:21:21.127Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=tdt85vjb
time="2022-01-26T10:21:21.127Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=tdt85vjb
time="2022-01-26T10:21:21.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdt85vjb
time="2022-01-26T10:21:21.127Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=48wqzmbm
time="2022-01-26T10:21:21.127Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=48wqzmbm
time="2022-01-26T10:21:21.127Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=48wqzmbm
time="2022-01-26T10:21:21.127Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=d7hnwh58
time="2022-01-26T10:21:21.128Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=d7hnwh58
time="2022-01-26T10:21:21.128Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=d7hnwh58
time="2022-01-26T10:21:21.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=mjx6b4hn
time="2022-01-26T10:21:21.128Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=d7hnwh58
time="2022-01-26T10:21:21.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=76fvp9fz
time="2022-01-26T10:21:21.128Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:21:21.128Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=76fvp9fz
time="2022-01-26T10:21:21.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=mxdxj2wx
time="2022-01-26T10:21:21.128Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=mxdxj2wx
time="2022-01-26T10:21:21.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxdxj2wx
time="2022-01-26T10:21:21.128Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=mx65zkxg
time="2022-01-26T10:21:21.128Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=mx65zkxg
time="2022-01-26T10:21:21.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mx65zkxg
time="2022-01-26T10:21:21.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=r75qcr2m
time="2022-01-26T10:21:21.128Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=r75qcr2m
time="2022-01-26T10:21:21.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r75qcr2m
time="2022-01-26T10:21:21.128Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=d7hnwh58
time="2022-01-26T10:21:21.128Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7hnwh58
time="2022-01-26T10:21:21.132Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:21:21.132Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=wzrv7fl4
time="2022-01-26T10:21:21.132Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:21:21.132Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:21:21.132Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=wzrv7fl4
time="2022-01-26T10:21:21.132Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wzrv7fl4
time="2022-01-26T10:21:21.132Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dzcmkc2l
time="2022-01-26T10:21:21.132Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:21:21.132Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:21:21.132Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:21:21.132Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:21:21.132Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dzcmkc2l
time="2022-01-26T10:21:21.132Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dzcmkc2l
time="2022-01-26T10:21:21.132Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dzcmkc2l
time="2022-01-26T10:21:21.134Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=dzcmkc2l
time="2022-01-26T10:21:21.134Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=dzcmkc2l
time="2022-01-26T10:21:21.134Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:21:21.134Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=flvk96gw stale=0 standby=1 unclaimed=2
time="2022-01-26T10:21:21.134Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw unassignedCount=1
time="2022-01-26T10:21:21.134Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flvk96gw
time="2022-01-26T10:21:21.134Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=zl49d2vc
time="2022-01-26T10:21:21.134Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:21:21.134Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=zl49d2vc
time="2022-01-26T10:21:21.134Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=zl49d2vc
time="2022-01-26T10:21:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:36.135Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" reconcileID=76fvp9fz
time="2022-01-26T10:21:36.135Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=15007 elapsedMillisGT=10000 outcome=unspecified reconcileID=76fvp9fz
time="2022-01-26T10:21:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:21:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:22:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:22:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:22:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:22:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:22:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:22:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:22:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:22:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:13.469Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:13.469Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:23:13.469Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:23:13.469Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:23:13.469Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:23:13.469Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:23:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:23:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:24:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:24:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:24:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:24:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:24:33.129Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=cx7q2dr6
time="2022-01-26T10:24:33.129Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=cx7q2dr6
time="2022-01-26T10:24:33.13Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=cx7q2dr6
time="2022-01-26T10:24:33.27Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=cx7q2dr6 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:24:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:24:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:24:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:24:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:03.272Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=cx7q2dr6
time="2022-01-26T10:25:03.272Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30142 elapsedMillisGT=30000 outcome=unspecified reconcileID=cx7q2dr6
time="2022-01-26T10:25:03.272Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:25:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:13.47Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:13.47Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:25:13.47Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:25:13.47Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:25:13.47Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:25:13.47Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:25:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:25:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:26:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:26:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:26:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:26:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:26:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:26:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:26:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:26:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:13.471Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:13.471Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:27:13.471Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:27:13.471Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:27:13.471Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:27:13.471Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:27:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:27:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:28:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:28:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:28:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:28:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:28:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:28:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:28:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:28:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:13.471Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:13.472Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:29:13.472Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:29:13.472Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:29:13.472Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:29:13.472Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:29:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:29:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:30:00.142Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:30:00.142Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:30:05.394Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:30:05.394Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:30:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:30:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:30:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:30:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:30:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:30:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:13.473Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:13.473Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:31:13.473Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:31:13.473Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:31:13.473Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:31:13.473Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:31:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:31:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:32:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:32:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:32:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:32:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:32:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:32:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:32:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:32:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:13.474Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:13.474Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:33:13.474Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:33:13.474Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:33:13.474Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:33:13.474Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:33:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:33:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:34:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:34:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:34:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:34:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:34:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:34:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:34:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:34:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:13.475Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:13.475Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:35:13.475Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:35:13.475Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:35:13.475Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:35:13.475Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:35:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:46.744Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mcm78x4n
time="2022-01-26T10:35:46.744Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=fgwskt49
time="2022-01-26T10:35:46.744Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:46.744Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=fgwskt49
time="2022-01-26T10:35:46.745Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=fgwskt49
time="2022-01-26T10:35:46.745Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:46.745Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=fgwskt49
time="2022-01-26T10:35:46.745Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:46.745Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=fgwskt49
time="2022-01-26T10:35:46.745Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mcm78x4n
time="2022-01-26T10:35:46.745Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mcm78x4n
time="2022-01-26T10:35:46.745Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=fgwskt49
time="2022-01-26T10:35:46.745Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:46.745Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgwskt49
time="2022-01-26T10:35:46.745Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=mcm78x4n
time="2022-01-26T10:35:46.745Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=mcm78x4n
time="2022-01-26T10:35:46.745Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=24qhztvv
time="2022-01-26T10:35:46.745Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mcm78x4n
time="2022-01-26T10:35:46.745Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=24qhztvv
time="2022-01-26T10:35:46.745Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=24qhztvv
time="2022-01-26T10:35:47.601Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vpqqtl68
time="2022-01-26T10:35:47.601Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.601Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.601Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vpqqtl68
time="2022-01-26T10:35:47.601Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vpqqtl68
time="2022-01-26T10:35:47.601Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.602Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=vpqqtl68
time="2022-01-26T10:35:47.602Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=vpqqtl68
time="2022-01-26T10:35:47.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpqqtl68
time="2022-01-26T10:35:47.611Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=4hr9qhqf
time="2022-01-26T10:35:47.611Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=4hr9qhqf
time="2022-01-26T10:35:47.611Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=4hr9qhqf
time="2022-01-26T10:35:47.611Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=4hr9qhqf
time="2022-01-26T10:35:47.611Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.611Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=4hr9qhqf
time="2022-01-26T10:35:47.611Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=4hr9qhqf
time="2022-01-26T10:35:47.611Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4hr9qhqf
time="2022-01-26T10:35:47.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xm7m65lz
time="2022-01-26T10:35:47.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.622Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xm7m65lz
time="2022-01-26T10:35:47.622Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xm7m65lz
time="2022-01-26T10:35:47.622Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.622Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=xm7m65lz
time="2022-01-26T10:35:47.623Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=xm7m65lz
time="2022-01-26T10:35:47.623Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xm7m65lz
time="2022-01-26T10:35:47.631Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=9wwjhcf4
time="2022-01-26T10:35:47.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9wwjhcf4
time="2022-01-26T10:35:47.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9wwjhcf4
time="2022-01-26T10:35:47.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9wwjhcf4
time="2022-01-26T10:35:47.631Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.631Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=9wwjhcf4
time="2022-01-26T10:35:47.631Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=9wwjhcf4
time="2022-01-26T10:35:47.631Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=9wwjhcf4
time="2022-01-26T10:35:47.642Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=m8n7xmfp
time="2022-01-26T10:35:47.642Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=msvnwxh6
time="2022-01-26T10:35:47.642Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=msvnwxh6
time="2022-01-26T10:35:47.642Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msvnwxh6
time="2022-01-26T10:35:47.642Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.642Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.642Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=m8n7xmfp
time="2022-01-26T10:35:47.642Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=m8n7xmfp
time="2022-01-26T10:35:47.642Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.642Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=m8n7xmfp
time="2022-01-26T10:35:47.642Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=m8n7xmfp
time="2022-01-26T10:35:47.642Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m8n7xmfp
time="2022-01-26T10:35:47.667Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=9wwjhcf4
time="2022-01-26T10:35:47.667Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.667Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.667Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.667Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.667Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.667Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.667Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.667Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.669Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xnj8tm59
time="2022-01-26T10:35:47.669Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=vdvpz7ww
time="2022-01-26T10:35:47.669Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=vdvpz7ww
time="2022-01-26T10:35:47.669Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.669Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vdvpz7ww
time="2022-01-26T10:35:47.669Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.669Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xnj8tm59
time="2022-01-26T10:35:47.669Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=xnj8tm59
time="2022-01-26T10:35:47.669Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.669Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=xnj8tm59
time="2022-01-26T10:35:47.669Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=xnj8tm59
time="2022-01-26T10:35:47.673Z" level=error msg="cannot update status conditions" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-skzgx-0-85c9g\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-pool-test-skzgx-0-85c9g-provision reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.673Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=jcf2kmbx
time="2022-01-26T10:35:47.673Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-skzgx-0-85c9g\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx-0-85c9g namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.673Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=hgj7qx6g
time="2022-01-26T10:35:47.673Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=hgj7qx6g
time="2022-01-26T10:35:47.673Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=hgj7qx6g
time="2022-01-26T10:35:47.673Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=hgj7qx6g
time="2022-01-26T10:35:47.673Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.673Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=hgj7qx6g
time="2022-01-26T10:35:47.673Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hgj7qx6g
time="2022-01-26T10:35:47.678Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=rdwsjk6q
time="2022-01-26T10:35:47.678Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=rdwsjk6q
time="2022-01-26T10:35:47.678Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=rdwsjk6q
time="2022-01-26T10:35:47.678Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=rdwsjk6q
time="2022-01-26T10:35:47.678Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.678Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=rdwsjk6q
time="2022-01-26T10:35:47.678Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdwsjk6q
time="2022-01-26T10:35:47.68Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=wxwqrbgk
time="2022-01-26T10:35:47.68Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=wxwqrbgk
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxwqrbgk
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=bqrvqrvt
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqrvqrvt
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=xdmqffd2
time="2022-01-26T10:35:47.68Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=xdmqffd2
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xdmqffd2
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=bzvmx2p4
time="2022-01-26T10:35:47.68Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=bzvmx2p4
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzvmx2p4
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.68Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=ckswxhd5
time="2022-01-26T10:35:47.68Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=ckswxhd5
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckswxhd5
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gjxx4rsm
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjxx4rsm
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=929wrm4s
time="2022-01-26T10:35:47.68Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=929wrm4s
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=929wrm4s
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=xdpspnd6
time="2022-01-26T10:35:47.68Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:47.68Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=xdpspnd6
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=xdpspnd6
time="2022-01-26T10:35:47.68Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=8p2m9v2p
time="2022-01-26T10:35:47.68Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=8p2m9v2p
time="2022-01-26T10:35:47.68Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=8p2m9v2p
time="2022-01-26T10:35:47.68Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=8p2m9v2p
time="2022-01-26T10:35:47.68Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.68Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=8p2m9v2p
time="2022-01-26T10:35:47.68Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8p2m9v2p
time="2022-01-26T10:35:47.681Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=49xl7sgp
time="2022-01-26T10:35:47.681Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=49xl7sgp
time="2022-01-26T10:35:47.681Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49xl7sgp
time="2022-01-26T10:35:47.681Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=cnknphqq
time="2022-01-26T10:35:47.681Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=cnknphqq
time="2022-01-26T10:35:47.681Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnknphqq
time="2022-01-26T10:35:47.681Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:47.681Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=2 reconcileID=stvbdwvb stale=0 standby=1 unclaimed=2
time="2022-01-26T10:35:47.681Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb unassignedCount=1
time="2022-01-26T10:35:47.681Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=stvbdwvb
time="2022-01-26T10:35:47.681Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=r7424s6c
time="2022-01-26T10:35:47.681Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=r7424s6c
time="2022-01-26T10:35:47.681Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7424s6c
time="2022-01-26T10:35:47.694Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment duration=2199.694806501 provision=jshu-pool-test-skzgx-0-85c9g reconcileID=xnj8tm59
time="2022-01-26T10:35:47.694Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=xnj8tm59
time="2022-01-26T10:35:47.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=crvl4859
time="2022-01-26T10:35:47.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.695Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=crvl4859
time="2022-01-26T10:35:47.695Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=crvl4859
time="2022-01-26T10:35:47.695Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx\", timestamp:time.Time{wall:0xc07464bb1e8a9105, ext:27483781036519, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.695Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=crvl4859
time="2022-01-26T10:35:47.695Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment provision=jshu-pool-test-skzgx-0-85c9g reconcileID=crvl4859
time="2022-01-26T10:35:47.695Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=s8wkbpnd
time="2022-01-26T10:35:47.695Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=s8wkbpnd
time="2022-01-26T10:35:47.695Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s8wkbpnd
time="2022-01-26T10:35:47.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=dzcwhjpr
time="2022-01-26T10:35:47.695Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=Unsupported reconcileID=dzcwhjpr
time="2022-01-26T10:35:47.695Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=5fzlb86b
time="2022-01-26T10:35:47.695Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=5fzlb86b
time="2022-01-26T10:35:47.695Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=5fzlb86b
time="2022-01-26T10:35:47.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lxcpkqsx
time="2022-01-26T10:35:47.695Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lxcpkqsx
time="2022-01-26T10:35:47.695Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=zbn2rtpd
time="2022-01-26T10:35:47.695Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:47.695Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=7cn4d9nb
time="2022-01-26T10:35:47.696Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=7cn4d9nb
time="2022-01-26T10:35:47.696Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=7cn4d9nb
time="2022-01-26T10:35:47.696Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=7cn4d9nb
time="2022-01-26T10:35:47.696Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.696Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=7cn4d9nb
time="2022-01-26T10:35:47.696Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7cn4d9nb
time="2022-01-26T10:35:47.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=t9z2jmw2
time="2022-01-26T10:35:47.696Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=t9z2jmw2
time="2022-01-26T10:35:47.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t9z2jmw2
time="2022-01-26T10:35:47.696Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=skss9p42
time="2022-01-26T10:35:47.696Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=skss9p42
time="2022-01-26T10:35:47.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skss9p42
time="2022-01-26T10:35:47.696Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:47.696Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=pv8kprmn stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:47.696Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn unassignedCount=1
time="2022-01-26T10:35:47.696Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=wmj587rv
time="2022-01-26T10:35:47.696Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=wmj587rv
time="2022-01-26T10:35:47.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmj587rv
time="2022-01-26T10:35:47.696Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.696Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.696Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:47.697Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=f7msxtfv
time="2022-01-26T10:35:47.697Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=f7msxtfv
time="2022-01-26T10:35:47.697Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f7msxtfv
time="2022-01-26T10:35:47.697Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=k7znd6xr
time="2022-01-26T10:35:47.697Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=k7znd6xr
time="2022-01-26T10:35:47.697Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7znd6xr
time="2022-01-26T10:35:47.697Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=ssn24zvx
time="2022-01-26T10:35:47.697Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=ssn24zvx
time="2022-01-26T10:35:47.705Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=pv8kprmn
time="2022-01-26T10:35:47.705Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=pv8kprmn
time="2022-01-26T10:35:47.705Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:47.705Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=95g4qv8h stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:47.705Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h unassignedCount=1
time="2022-01-26T10:35:47.705Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=info msg="failed to set the Installed flag" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-test-skzgx-0-85c9g reconcileID=crvl4859
time="2022-01-26T10:35:47.705Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.705Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=crvl4859
time="2022-01-26T10:35:47.705Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.705Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=95g4qv8h
time="2022-01-26T10:35:47.706Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=gzt5ld9j
time="2022-01-26T10:35:47.706Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=95g4qv8h
time="2022-01-26T10:35:47.706Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.706Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.706Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=gzt5ld9j
time="2022-01-26T10:35:47.706Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=gzt5ld9j
time="2022-01-26T10:35:47.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=jnlhktvw
time="2022-01-26T10:35:47.711Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=jnlhktvw
time="2022-01-26T10:35:47.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jnlhktvw
time="2022-01-26T10:35:47.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=dsj5r4jl
time="2022-01-26T10:35:47.711Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=dsj5r4jl
time="2022-01-26T10:35:47.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=gxbnh9jg
time="2022-01-26T10:35:47.711Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=gxbnh9jg
time="2022-01-26T10:35:47.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=gxbnh9jg
time="2022-01-26T10:35:47.711Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=f9j4zpdd
time="2022-01-26T10:35:47.711Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=f9j4zpdd
time="2022-01-26T10:35:47.711Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=f9j4zpdd
time="2022-01-26T10:35:47.711Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=f9j4zpdd
time="2022-01-26T10:35:47.711Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.711Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=f9j4zpdd
time="2022-01-26T10:35:47.711Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9j4zpdd
time="2022-01-26T10:35:47.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=c9fqj2sx
time="2022-01-26T10:35:47.711Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=c9fqj2sx
time="2022-01-26T10:35:47.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c9fqj2sx
time="2022-01-26T10:35:47.711Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=4c9ql5h9
time="2022-01-26T10:35:47.711Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=4c9ql5h9
time="2022-01-26T10:35:47.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4c9ql5h9
time="2022-01-26T10:35:47.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=bjs4ghq9
time="2022-01-26T10:35:47.712Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=bjs4ghq9
time="2022-01-26T10:35:47.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjs4ghq9
time="2022-01-26T10:35:47.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dsj5r4jl
time="2022-01-26T10:35:47.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=dzcwhjpr
time="2022-01-26T10:35:47.713Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ssn24zvx
time="2022-01-26T10:35:47.713Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=ssn24zvx
time="2022-01-26T10:35:47.713Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.713Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=t9dp2rdl
time="2022-01-26T10:35:47.713Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=t9dp2rdl
time="2022-01-26T10:35:47.715Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=20 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=zbn2rtpd
time="2022-01-26T10:35:47.715Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=fn7584pq
time="2022-01-26T10:35:47.715Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:47.716Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=fn7584pq
time="2022-01-26T10:35:47.716Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=fn7584pq
time="2022-01-26T10:35:47.716Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=z9shzxcp
time="2022-01-26T10:35:47.716Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:47.716Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=z9shzxcp
time="2022-01-26T10:35:47.716Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=z9shzxcp
time="2022-01-26T10:35:47.716Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gzt5ld9j
time="2022-01-26T10:35:47.716Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gzt5ld9j
time="2022-01-26T10:35:47.716Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=gzt5ld9j
time="2022-01-26T10:35:47.716Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=lx4gmcg5
time="2022-01-26T10:35:47.717Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.717Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.717Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=lx4gmcg5
time="2022-01-26T10:35:47.717Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=lx4gmcg5
time="2022-01-26T10:35:47.717Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:47.717Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=lzgmm86z stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:47.717Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z unassignedCount=1
time="2022-01-26T10:35:47.717Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lzgmm86z
time="2022-01-26T10:35:47.717Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lzgmm86z
time="2022-01-26T10:35:47.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.718Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:47.718Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=2wshgzrh
time="2022-01-26T10:35:47.718Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=2wshgzrh
time="2022-01-26T10:35:47.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wshgzrh
time="2022-01-26T10:35:47.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=hmjwvqfw
time="2022-01-26T10:35:47.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmjwvqfw
time="2022-01-26T10:35:47.718Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-skzgx\" not found" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.723Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=4z228z9n
time="2022-01-26T10:35:47.723Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=4z228z9n
time="2022-01-26T10:35:47.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4z228z9n
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=t9dp2rdl
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=bqbjnmhl
time="2022-01-26T10:35:47.724Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=bqbjnmhl
time="2022-01-26T10:35:47.724Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=bqbjnmhl
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqbjnmhl
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=zjx7z82k
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjx7z82k
time="2022-01-26T10:35:47.724Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-skzgx\" not found" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=27wbqp8g
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27wbqp8g
time="2022-01-26T10:35:47.724Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-skzgx\" not found" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=mknxrvsx
time="2022-01-26T10:35:47.724Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=mknxrvsx
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mknxrvsx
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.724Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=gfvc79jq
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=8jg8tpjz
time="2022-01-26T10:35:47.724Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=8jg8tpjz
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jg8tpjz
time="2022-01-26T10:35:47.724Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=gfvc79jq
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=8z49fppn
time="2022-01-26T10:35:47.724Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=gfvc79jq
time="2022-01-26T10:35:47.724Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=gfvc79jq
time="2022-01-26T10:35:47.724Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.724Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=gfvc79jq
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfvc79jq
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=frpx859s
time="2022-01-26T10:35:47.724Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=frpx859s
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=frpx859s
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=q2wz4hn8
time="2022-01-26T10:35:47.724Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=5tq6rfn6 stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:47.724Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=q2wz4hn8
time="2022-01-26T10:35:47.724Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6 unassignedCount=1
time="2022-01-26T10:35:47.724Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=q2wz4hn8
time="2022-01-26T10:35:47.724Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q2wz4hn8
time="2022-01-26T10:35:47.724Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=m9cvmj5k
time="2022-01-26T10:35:47.724Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=m9cvmj5k
time="2022-01-26T10:35:47.724Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=m9cvmj5k
time="2022-01-26T10:35:47.724Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.724Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.725Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5tq6rfn6
time="2022-01-26T10:35:47.725Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=qq955gzx
time="2022-01-26T10:35:47.725Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:47.725Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=pdfq667f
time="2022-01-26T10:35:47.725Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=qq955gzx
time="2022-01-26T10:35:47.725Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=pdfq667f
time="2022-01-26T10:35:47.725Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=qq955gzx
time="2022-01-26T10:35:47.725Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pdfq667f
time="2022-01-26T10:35:47.724Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=8z49fppn
time="2022-01-26T10:35:47.725Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8z49fppn
time="2022-01-26T10:35:47.729Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lx4gmcg5
time="2022-01-26T10:35:47.729Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lx4gmcg5
time="2022-01-26T10:35:47.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=lx4gmcg5
time="2022-01-26T10:35:47.729Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f
time="2022-01-26T10:35:47.729Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.729Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.729Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f
time="2022-01-26T10:35:47.729Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f
time="2022-01-26T10:35:47.741Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=22snf7nz
time="2022-01-26T10:35:47.741Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=b4rt6c56
time="2022-01-26T10:35:47.741Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=22snf7nz
time="2022-01-26T10:35:47.741Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=b4rt6c56
time="2022-01-26T10:35:47.741Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=22snf7nz
time="2022-01-26T10:35:47.741Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=b4rt6c56
time="2022-01-26T10:35:47.741Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=22snf7nz
time="2022-01-26T10:35:47.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=zmnmnf8n
time="2022-01-26T10:35:47.741Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.741Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=22snf7nz
time="2022-01-26T10:35:47.741Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=zmnmnf8n
time="2022-01-26T10:35:47.741Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22snf7nz
time="2022-01-26T10:35:47.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmnmnf8n
time="2022-01-26T10:35:47.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=gk5nm2kz
time="2022-01-26T10:35:47.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=s8b99gtt
time="2022-01-26T10:35:47.741Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=gk5nm2kz
time="2022-01-26T10:35:47.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gk5nm2kz
time="2022-01-26T10:35:47.741Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=s8b99gtt
time="2022-01-26T10:35:47.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s8b99gtt
time="2022-01-26T10:35:47.741Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=jkdktxgq
time="2022-01-26T10:35:47.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=xrpmkhgd
time="2022-01-26T10:35:47.741Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=jkdktxgq
time="2022-01-26T10:35:47.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkdktxgq
time="2022-01-26T10:35:47.741Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=xrpmkhgd
time="2022-01-26T10:35:47.741Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=xrpmkhgd
time="2022-01-26T10:35:47.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xrpmkhgd
time="2022-01-26T10:35:47.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=b5m82dzt
time="2022-01-26T10:35:47.741Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=b5m82dzt
time="2022-01-26T10:35:47.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5m82dzt
time="2022-01-26T10:35:47.742Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f
time="2022-01-26T10:35:47.742Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f
time="2022-01-26T10:35:47.742Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f
time="2022-01-26T10:35:47.745Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=kvjhkhh6
time="2022-01-26T10:35:47.745Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvjhkhh6
time="2022-01-26T10:35:47.745Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-skzgx\" not found" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.746Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=src4ps84
time="2022-01-26T10:35:47.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.746Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.746Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:47.746Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:47.746Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=src4ps84
time="2022-01-26T10:35:47.746Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=sl4qmszb
time="2022-01-26T10:35:47.746Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=src4ps84
time="2022-01-26T10:35:47.746Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=sl4qmszb
time="2022-01-26T10:35:47.746Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sl4qmszb
time="2022-01-26T10:35:47.746Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:47.746Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=4rk9g6wf stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:47.746Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf unassignedCount=1
time="2022-01-26T10:35:47.746Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.746Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rk9g6wf
time="2022-01-26T10:35:47.749Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f secret=jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig
time="2022-01-26T10:35:47.749Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f secret=jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig
time="2022-01-26T10:35:47.749Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4hfh7m7f secret=jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig
time="2022-01-26T10:35:47.755Z" level=info msg="error updating secret" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment error="Operation cannot be fulfilled on secrets \"jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4hfh7m7f secret=jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig
time="2022-01-26T10:35:47.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=4hfh7m7f
time="2022-01-26T10:35:47.755Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on secrets \"jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.766Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lxcpkqsx
time="2022-01-26T10:35:47.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d
time="2022-01-26T10:35:47.769Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.769Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.769Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d
time="2022-01-26T10:35:47.769Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d
time="2022-01-26T10:35:47.769Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d
time="2022-01-26T10:35:47.769Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d
time="2022-01-26T10:35:47.77Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d
time="2022-01-26T10:35:47.77Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d secret=jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig
time="2022-01-26T10:35:47.77Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d secret=jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig
time="2022-01-26T10:35:47.77Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d secret=jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig
time="2022-01-26T10:35:47.772Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lxcpkqsx
time="2022-01-26T10:35:47.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=76 elapsedMillisGT=0 outcome=unspecified reconcileID=lxcpkqsx
time="2022-01-26T10:35:47.772Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=5r6qjl6h
time="2022-01-26T10:35:47.772Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=5r6qjl6h
time="2022-01-26T10:35:47.798Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d secret=jshu-pool-test-skzgx-0-85c9g-admin-password
time="2022-01-26T10:35:47.798Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d secret=jshu-pool-test-skzgx-0-85c9g-admin-password
time="2022-01-26T10:35:47.798Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d secret=jshu-pool-test-skzgx-0-85c9g-admin-password
time="2022-01-26T10:35:47.804Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d
time="2022-01-26T10:35:47.804Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=55lgq57d
time="2022-01-26T10:35:47.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=55lgq57d
time="2022-01-26T10:35:47.825Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=g9jmmwzm
time="2022-01-26T10:35:47.825Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g9jmmwzm
time="2022-01-26T10:35:47.825Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-skzgx\" not found" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.835Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=5r6qjl6h
time="2022-01-26T10:35:47.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=72 elapsedMillisGT=0 outcome=unspecified reconcileID=5r6qjl6h
time="2022-01-26T10:35:47.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lwxdgxzr
time="2022-01-26T10:35:47.844Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lwxdgxzr
time="2022-01-26T10:35:47.844Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=ffk2zpkn
time="2022-01-26T10:35:47.844Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=ffk2zpkn
time="2022-01-26T10:35:47.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ffk2zpkn
time="2022-01-26T10:35:47.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=866cj9nj
time="2022-01-26T10:35:47.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=866cj9nj
time="2022-01-26T10:35:47.844Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-skzgx\" not found" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=9bzj49wv
time="2022-01-26T10:35:47.844Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=9bzj49wv
time="2022-01-26T10:35:47.844Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9bzj49wv
time="2022-01-26T10:35:47.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.845Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.845Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:47.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=m2d79jcw
time="2022-01-26T10:35:47.845Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=m2d79jcw
time="2022-01-26T10:35:47.845Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState derivedObject=jshu-pool-test-skzgx reconcileID=m2d79jcw
time="2022-01-26T10:35:47.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.845Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.845Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.845Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.845Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.845Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.845Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.845Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.845Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.847Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=nwpz6bvr
time="2022-01-26T10:35:47.847Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=nwpz6bvr
time="2022-01-26T10:35:47.847Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=nwpz6bvr
time="2022-01-26T10:35:47.847Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwpz6bvr
time="2022-01-26T10:35:47.847Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=ktb9lxtk
time="2022-01-26T10:35:47.847Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.848Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=ktb9lxtk
time="2022-01-26T10:35:47.848Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=ktb9lxtk
time="2022-01-26T10:35:47.848Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8wmfshz7
time="2022-01-26T10:35:47.848Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:47.848Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.849Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=56m9lbl6
time="2022-01-26T10:35:47.849Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=56m9lbl6
time="2022-01-26T10:35:47.849Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=56m9lbl6
time="2022-01-26T10:35:47.849Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=56m9lbl6
time="2022-01-26T10:35:47.849Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.849Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=56m9lbl6
time="2022-01-26T10:35:47.849Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56m9lbl6
time="2022-01-26T10:35:47.85Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=cq7b8dpc
time="2022-01-26T10:35:47.85Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=cq7b8dpc
time="2022-01-26T10:35:47.85Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cq7b8dpc
time="2022-01-26T10:35:47.85Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=xnz8x9mb
time="2022-01-26T10:35:47.85Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=xnz8x9mb
time="2022-01-26T10:35:47.85Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xnz8x9mb
time="2022-01-26T10:35:47.85Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:47.85Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=fhlvhfvk stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:47.85Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk unassignedCount=1
time="2022-01-26T10:35:47.85Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=k8256qp4
time="2022-01-26T10:35:47.85Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.85Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fhlvhfvk
time="2022-01-26T10:35:47.855Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=m2d79jcw
time="2022-01-26T10:35:47.967Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lwxdgxzr
time="2022-01-26T10:35:47.967Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8wmfshz7
time="2022-01-26T10:35:47.975Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lwxdgxzr
time="2022-01-26T10:35:47.975Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=131 elapsedMillisGT=0 outcome=unspecified reconcileID=lwxdgxzr
time="2022-01-26T10:35:47.975Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.975Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=lxrl4blw
time="2022-01-26T10:35:47.975Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h59m59.024305857s reconcileID=lxrl4blw
time="2022-01-26T10:35:47.975Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxrl4blw
time="2022-01-26T10:35:47.976Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  e1aa9173-6e8d-4212-87a9-377257d9dc1e 24434 0 2022-01-26 10:25:04 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 10:25:04 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 10:25:04 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-skzgx.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-skzgx.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 10:25:04 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-skzgx.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.981Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=j6bltsgn
time="2022-01-26T10:35:47.981Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h59m59.018832846s reconcileID=j6bltsgn
time="2022-01-26T10:35:47.981Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6bltsgn
time="2022-01-26T10:35:47.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=gvjb265g
time="2022-01-26T10:35:47.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvjb265g
time="2022-01-26T10:35:47.986Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-skzgx\" not found" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.991Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=m4x2jlrg
time="2022-01-26T10:35:47.991Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=m4x2jlrg
time="2022-01-26T10:35:47.991Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m4x2jlrg
time="2022-01-26T10:35:47.991Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=146 elapsedMillisGT=0 outcome=unspecified reconcileID=vd5wn7xz
time="2022-01-26T10:35:47.991Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=k8256qp4
time="2022-01-26T10:35:47.991Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=141 elapsedMillisGT=0 outcome=unspecified reconcileID=k8256qp4
time="2022-01-26T10:35:47.991Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.991Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=trdwj6th
time="2022-01-26T10:35:47.991Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trdwj6th
time="2022-01-26T10:35:47.991Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-skzgx\" not found" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.991Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=zqvsmclc
time="2022-01-26T10:35:47.991Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h59m59.008013476s reconcileID=zqvsmclc
time="2022-01-26T10:35:47.991Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zqvsmclc
time="2022-01-26T10:35:47.992Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=l5hn5hh9
time="2022-01-26T10:35:47.992Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=l5hn5hh9
time="2022-01-26T10:35:47.992Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5hn5hh9
time="2022-01-26T10:35:47.992Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.992Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:47.992Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:47.992Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=zfwz2fwf
time="2022-01-26T10:35:47.992Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=zfwz2fwf
time="2022-01-26T10:35:47.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=5tgnpb74
time="2022-01-26T10:35:47.993Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.993Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.993Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.994Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:47.994Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=5tgnpb74
time="2022-01-26T10:35:47.994Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=5tgnpb74
time="2022-01-26T10:35:47.994Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=5tgnpb74
time="2022-01-26T10:35:47.994Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=5tgnpb74
time="2022-01-26T10:35:47.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=7pn2svvp
time="2022-01-26T10:35:47.995Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=7pn2svvp
time="2022-01-26T10:35:47.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7pn2svvp
time="2022-01-26T10:35:47.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=qwp2swgv
time="2022-01-26T10:35:47.995Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=qwp2swgv
time="2022-01-26T10:35:47.995Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=qwp2swgv
time="2022-01-26T10:35:47.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwp2swgv
time="2022-01-26T10:35:47.995Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=sj4v2ccs
time="2022-01-26T10:35:47.995Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=sj4v2ccs
time="2022-01-26T10:35:47.995Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=sj4v2ccs
time="2022-01-26T10:35:47.996Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=5tgnpb74
time="2022-01-26T10:35:47.996Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=5tgnpb74
time="2022-01-26T10:35:47.996Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=lkktsnfp
time="2022-01-26T10:35:47.996Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=lkktsnfp
time="2022-01-26T10:35:47.996Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lkktsnfp
time="2022-01-26T10:35:47.996Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:47.996Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=v4h64f8s stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:47.996Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s unassignedCount=1
time="2022-01-26T10:35:47.996Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v4h64f8s
time="2022-01-26T10:35:47.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=mcl2q59j
time="2022-01-26T10:35:47.997Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=4xkw7pkt
time="2022-01-26T10:35:47.997Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=4xkw7pkt
time="2022-01-26T10:35:47.997Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=4xkw7pkt
time="2022-01-26T10:35:47.997Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=4xkw7pkt
time="2022-01-26T10:35:47.997Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:47.997Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=4xkw7pkt
time="2022-01-26T10:35:47.997Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xkw7pkt
time="2022-01-26T10:35:48.042Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8wmfshz7
time="2022-01-26T10:35:48.043Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8wmfshz7
time="2022-01-26T10:35:48.043Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8wmfshz7
time="2022-01-26T10:35:48.043Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=195 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=8wmfshz7
time="2022-01-26T10:35:48.043Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-skzgx-worker namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.043Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jvnk2gld
time="2022-01-26T10:35:48.043Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:48.086Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jvnk2gld
time="2022-01-26T10:35:48.1Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=mcl2q59j
time="2022-01-26T10:35:48.1Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=mcl2q59j
time="2022-01-26T10:35:48.1Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=rn54vbct
time="2022-01-26T10:35:48.101Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=jmfr65mv
time="2022-01-26T10:35:48.101Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=jmfr65mv
time="2022-01-26T10:35:48.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jmfr65mv
time="2022-01-26T10:35:48.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=t922cj49
time="2022-01-26T10:35:48.101Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=t922cj49
time="2022-01-26T10:35:48.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=jjq7rzr7
time="2022-01-26T10:35:48.101Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h59m58.898367743s reconcileID=jjq7rzr7
time="2022-01-26T10:35:48.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjq7rzr7
time="2022-01-26T10:35:48.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=xtr4pqlg
time="2022-01-26T10:35:48.101Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=xtr4pqlg
time="2022-01-26T10:35:48.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtr4pqlg
time="2022-01-26T10:35:48.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.101Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:48.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4brt7zcd
time="2022-01-26T10:35:48.101Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.102Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4brt7zcd
time="2022-01-26T10:35:48.102Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4brt7zcd
time="2022-01-26T10:35:48.102Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4brt7zcd
time="2022-01-26T10:35:48.102Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4brt7zcd
time="2022-01-26T10:35:48.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=2v6k84fm
time="2022-01-26T10:35:48.102Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=2v6k84fm
time="2022-01-26T10:35:48.102Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=2v6k84fm
time="2022-01-26T10:35:48.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2v6k84fm
time="2022-01-26T10:35:48.102Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=gvql4j6l
time="2022-01-26T10:35:48.102Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=gvql4j6l
time="2022-01-26T10:35:48.102Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=gvql4j6l
time="2022-01-26T10:35:48.102Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=hq2dbm2z
time="2022-01-26T10:35:48.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=hq2dbm2z
time="2022-01-26T10:35:48.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=hq2dbm2z
time="2022-01-26T10:35:48.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=hq2dbm2z
time="2022-01-26T10:35:48.102Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:48.102Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=hq2dbm2z
time="2022-01-26T10:35:48.102Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hq2dbm2z
time="2022-01-26T10:35:48.103Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=6kqrfkgh
time="2022-01-26T10:35:48.103Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=6kqrfkgh
time="2022-01-26T10:35:48.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6kqrfkgh
time="2022-01-26T10:35:48.103Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=xgglwpq4
time="2022-01-26T10:35:48.103Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=xgglwpq4
time="2022-01-26T10:35:48.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgglwpq4
time="2022-01-26T10:35:48.103Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:48.103Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=vz8bw2m6 stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:48.103Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6 unassignedCount=1
time="2022-01-26T10:35:48.103Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.103Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vz8bw2m6
time="2022-01-26T10:35:48.104Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=4brt7zcd
time="2022-01-26T10:35:48.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=4brt7zcd
time="2022-01-26T10:35:48.108Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=zfwz2fwf
time="2022-01-26T10:35:48.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=wxkvd84b
time="2022-01-26T10:35:48.112Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h59m58.8870443s reconcileID=wxkvd84b
time="2022-01-26T10:35:48.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxkvd84b
time="2022-01-26T10:35:48.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=6vps674n
time="2022-01-26T10:35:48.113Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=6vps674n
time="2022-01-26T10:35:48.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vps674n
time="2022-01-26T10:35:48.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=6vz7bm89
time="2022-01-26T10:35:48.113Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=6vz7bm89
time="2022-01-26T10:35:48.113Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=6vz7bm89
time="2022-01-26T10:35:48.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vz7bm89
time="2022-01-26T10:35:48.113Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=p2km4vw8
time="2022-01-26T10:35:48.113Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=p2km4vw8
time="2022-01-26T10:35:48.113Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=p2km4vw8
time="2022-01-26T10:35:48.113Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=v6dnbbn4
time="2022-01-26T10:35:48.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=v6dnbbn4
time="2022-01-26T10:35:48.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=v6dnbbn4
time="2022-01-26T10:35:48.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=v6dnbbn4
time="2022-01-26T10:35:48.113Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:48.113Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=v6dnbbn4
time="2022-01-26T10:35:48.113Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v6dnbbn4
time="2022-01-26T10:35:48.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=b69c7f8v
time="2022-01-26T10:35:48.113Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=b69c7f8v
time="2022-01-26T10:35:48.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b69c7f8v
time="2022-01-26T10:35:48.113Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=w2s9bxhr
time="2022-01-26T10:35:48.113Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=w2s9bxhr
time="2022-01-26T10:35:48.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w2s9bxhr
time="2022-01-26T10:35:48.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=t922cj49
time="2022-01-26T10:35:48.118Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=fmcldfwn
time="2022-01-26T10:35:48.118Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=fmcldfwn
time="2022-01-26T10:35:48.118Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmcldfwn
time="2022-01-26T10:35:48.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mrfw5lhn
time="2022-01-26T10:35:48.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.118Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.118Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:48.118Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.118Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.118Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.118Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.118Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mrfw5lhn
time="2022-01-26T10:35:48.118Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mrfw5lhn
time="2022-01-26T10:35:48.118Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mrfw5lhn
time="2022-01-26T10:35:48.118Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mrfw5lhn
time="2022-01-26T10:35:48.118Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.118Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:48.119Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=q47qprtq stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:48.119Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq unassignedCount=1
time="2022-01-26T10:35:48.119Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q47qprtq
time="2022-01-26T10:35:48.119Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mrfw5lhn
time="2022-01-26T10:35:48.119Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=mrfw5lhn
time="2022-01-26T10:35:48.124Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jvnk2gld
time="2022-01-26T10:35:48.124Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jvnk2gld
time="2022-01-26T10:35:48.124Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jvnk2gld
time="2022-01-26T10:35:48.124Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=81 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=jvnk2gld
time="2022-01-26T10:35:48.124Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-skzgx-worker namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.124Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=td6tjwp9
time="2022-01-26T10:35:48.124Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:48.125Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=zfwz2fwf
time="2022-01-26T10:35:48.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=133 elapsedMillisGT=0 outcome=unspecified reconcileID=zfwz2fwf
time="2022-01-26T10:35:48.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=lxvrwkrc
time="2022-01-26T10:35:48.125Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=lxvrwkrc
time="2022-01-26T10:35:48.125Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.874426498s" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=lxvrwkrc
time="2022-01-26T10:35:48.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxvrwkrc
time="2022-01-26T10:35:48.164Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=td6tjwp9
time="2022-01-26T10:35:48.169Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rn54vbct
time="2022-01-26T10:35:48.169Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=68 elapsedMillisGT=0 outcome=unspecified reconcileID=rn54vbct
time="2022-01-26T10:35:48.169Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.169Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=4z88s84x
time="2022-01-26T10:35:48.211Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=4z88s84x
time="2022-01-26T10:35:48.211Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=4z88s84x
time="2022-01-26T10:35:48.211Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=42 elapsedMillisGT=0 outcome=unspecified reconcileID=4z88s84x
time="2022-01-26T10:35:48.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=nf7q2fs5
time="2022-01-26T10:35:48.213Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=td6tjwp9
time="2022-01-26T10:35:48.213Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=td6tjwp9
time="2022-01-26T10:35:48.265Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=td6tjwp9
time="2022-01-26T10:35:48.265Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker machineset=jshu-pool-test-skzgx-r8xt5-worker-us-east-2a reconcileID=td6tjwp9
time="2022-01-26T10:35:48.266Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=nf7q2fs5
time="2022-01-26T10:35:48.266Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=nf7q2fs5
time="2022-01-26T10:35:48.266Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=54 elapsedMillisGT=0 outcome=unspecified reconcileID=nf7q2fs5
time="2022-01-26T10:35:48.355Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker machineset=jshu-pool-test-skzgx-r8xt5-worker-us-east-2b reconcileID=td6tjwp9
time="2022-01-26T10:35:48.404Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker machineset=jshu-pool-test-skzgx-r8xt5-worker-us-east-2c reconcileID=td6tjwp9
time="2022-01-26T10:35:48.472Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=td6tjwp9
time="2022-01-26T10:35:48.479Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=td6tjwp9
time="2022-01-26T10:35:48.479Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=td6tjwp9
time="2022-01-26T10:35:48.487Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=362 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=td6tjwp9
time="2022-01-26T10:35:48.487Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jghcr8fj
time="2022-01-26T10:35:48.487Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:48.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q4ghx5kk
time="2022-01-26T10:35:48.496Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.496Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.497Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q4ghx5kk
time="2022-01-26T10:35:48.507Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q4ghx5kk
time="2022-01-26T10:35:48.507Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q4ghx5kk
time="2022-01-26T10:35:48.509Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q4ghx5kk
time="2022-01-26T10:35:48.509Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=q4ghx5kk
time="2022-01-26T10:35:48.51Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=46kzhxf5
time="2022-01-26T10:35:48.51Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=46kzhxf5
time="2022-01-26T10:35:48.51Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46kzhxf5
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=vs9sv564
time="2022-01-26T10:35:48.513Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=vs9sv564
time="2022-01-26T10:35:48.513Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=vs9sv564
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=hmp5zjkw
time="2022-01-26T10:35:48.513Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=SyncSetsNotApplied reconcileID=hmp5zjkw
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=rxlqzlrs
time="2022-01-26T10:35:48.514Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h59m58.485967684s reconcileID=rxlqzlrs
time="2022-01-26T10:35:48.514Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rxlqzlrs
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=zmmrq8lw
time="2022-01-26T10:35:48.514Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=zmmrq8lw
time="2022-01-26T10:35:48.514Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmmrq8lw
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.514Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.514Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=jb229k9k
time="2022-01-26T10:35:48.514Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=jb229k9k
time="2022-01-26T10:35:48.514Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.485623444s" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=jb229k9k
time="2022-01-26T10:35:48.514Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jb229k9k
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=dm4q5rfh
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=rkfpsgmb
time="2022-01-26T10:35:48.515Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=rkfpsgmb
time="2022-01-26T10:35:48.515Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=rkfpsgmb
time="2022-01-26T10:35:48.515Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rkfpsgmb
time="2022-01-26T10:35:48.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=m6hd4gqr
time="2022-01-26T10:35:48.516Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=m6hd4gqr
time="2022-01-26T10:35:48.516Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m6hd4gqr
time="2022-01-26T10:35:48.513Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=6vjxqpk4
time="2022-01-26T10:35:48.516Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=6vjxqpk4
time="2022-01-26T10:35:48.516Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=6vjxqpk4
time="2022-01-26T10:35:48.516Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=6vjxqpk4
time="2022-01-26T10:35:48.516Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:48.516Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=6vjxqpk4
time="2022-01-26T10:35:48.516Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vjxqpk4
time="2022-01-26T10:35:48.513Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=5mxttqzq
time="2022-01-26T10:35:48.516Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=5mxttqzq
time="2022-01-26T10:35:48.516Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mxttqzq
time="2022-01-26T10:35:48.513Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:48.516Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=9pth4sfv stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:48.516Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv unassignedCount=1
time="2022-01-26T10:35:48.516Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=9pth4sfv
time="2022-01-26T10:35:48.516Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9pth4sfv
time="2022-01-26T10:35:48.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=76vhjvp8
time="2022-01-26T10:35:48.517Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.517Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.517Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.517Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.517Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=dm4q5rfh
time="2022-01-26T10:35:48.517Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=dm4q5rfh
time="2022-01-26T10:35:48.517Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=dm4q5rfh
time="2022-01-26T10:35:48.519Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=dm4q5rfh
time="2022-01-26T10:35:48.519Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=dm4q5rfh
time="2022-01-26T10:35:48.523Z" level=info msg="syncsets not yet applied, cluster will rereconcile" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=hmp5zjkw requeueAfter=9m58.476806729s
time="2022-01-26T10:35:48.523Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=hmp5zjkw
time="2022-01-26T10:35:48.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=pknlcbvn
time="2022-01-26T10:35:48.523Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=pknlcbvn
time="2022-01-26T10:35:48.523Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pknlcbvn
time="2022-01-26T10:35:48.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=pmrb5bwt
time="2022-01-26T10:35:48.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gd9djw5s
time="2022-01-26T10:35:48.523Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gd9djw5s
time="2022-01-26T10:35:48.523Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gd9djw5s
time="2022-01-26T10:35:48.523Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=pmrb5bwt
time="2022-01-26T10:35:48.523Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gd9djw5s
time="2022-01-26T10:35:48.523Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.476060268s" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=pmrb5bwt
time="2022-01-26T10:35:48.523Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmrb5bwt
time="2022-01-26T10:35:48.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=cgx9f8n9
time="2022-01-26T10:35:48.524Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h59m58.475973803s reconcileID=cgx9f8n9
time="2022-01-26T10:35:48.524Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=jz2mznrz
time="2022-01-26T10:35:48.524Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cgx9f8n9
time="2022-01-26T10:35:48.523Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=6pldxqhs
time="2022-01-26T10:35:48.524Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=6pldxqhs
time="2022-01-26T10:35:48.524Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jz2mznrz
time="2022-01-26T10:35:48.524Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=6pldxqhs
time="2022-01-26T10:35:48.524Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=x8bvjt5t
time="2022-01-26T10:35:48.524Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=x8bvjt5t
time="2022-01-26T10:35:48.524Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jz2mznrz
time="2022-01-26T10:35:48.524Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x8bvjt5t
time="2022-01-26T10:35:48.524Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=jz2mznrz
time="2022-01-26T10:35:48.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=b4v5qjhc
time="2022-01-26T10:35:48.524Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=b4v5qjhc
time="2022-01-26T10:35:48.524Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b4v5qjhc
time="2022-01-26T10:35:48.524Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:35:48.524Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=jz2mznrz
time="2022-01-26T10:35:48.524Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jz2mznrz
time="2022-01-26T10:35:48.529Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=6cpmr7vm
time="2022-01-26T10:35:48.529Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:35:48.529Z" level=info msg="syncsets not yet applied, cluster will rereconcile" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=6cpmr7vm requeueAfter=9m58.470341528s
time="2022-01-26T10:35:48.529Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6cpmr7vm
time="2022-01-26T10:35:48.529Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.529Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:35:48.529Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:35:48.529Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=rszx9cdd stale=0 standby=2 unclaimed=1
time="2022-01-26T10:35:48.529Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=7j5ftbsr
time="2022-01-26T10:35:48.529Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=7j5ftbsr
time="2022-01-26T10:35:48.529Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd unassignedCount=1
time="2022-01-26T10:35:48.529Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7j5ftbsr
time="2022-01-26T10:35:48.529Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cp88dhkk
time="2022-01-26T10:35:48.529Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.529Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rszx9cdd
time="2022-01-26T10:35:48.529Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.529Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.53Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.53Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cp88dhkk
time="2022-01-26T10:35:48.53Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cp88dhkk
time="2022-01-26T10:35:48.53Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cp88dhkk
time="2022-01-26T10:35:48.531Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=cp88dhkk
time="2022-01-26T10:35:48.531Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=cp88dhkk
time="2022-01-26T10:35:48.609Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jghcr8fj
time="2022-01-26T10:35:48.652Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=76vhjvp8
time="2022-01-26T10:35:48.652Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=76vhjvp8
time="2022-01-26T10:35:48.652Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=136 elapsedMillisGT=0 outcome=unspecified reconcileID=76vhjvp8
time="2022-01-26T10:35:48.652Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=njzmq88h
time="2022-01-26T10:35:48.69Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tdrbrg4q
time="2022-01-26T10:35:48.69Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.69Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.69Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.69Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:35:48.69Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tdrbrg4q
time="2022-01-26T10:35:48.69Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tdrbrg4q
time="2022-01-26T10:35:48.69Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tdrbrg4q
time="2022-01-26T10:35:48.691Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tdrbrg4q
time="2022-01-26T10:35:48.692Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=tdrbrg4q
time="2022-01-26T10:35:48.708Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jghcr8fj
time="2022-01-26T10:35:48.708Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jghcr8fj
time="2022-01-26T10:35:48.721Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=njzmq88h
time="2022-01-26T10:35:48.721Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=njzmq88h
time="2022-01-26T10:35:48.721Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=68 elapsedMillisGT=0 outcome=unspecified reconcileID=njzmq88h
time="2022-01-26T10:35:48.731Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jghcr8fj
time="2022-01-26T10:35:48.731Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jghcr8fj
time="2022-01-26T10:35:48.738Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jghcr8fj
time="2022-01-26T10:35:48.738Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=jghcr8fj
time="2022-01-26T10:35:48.738Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=250 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=jghcr8fj
time="2022-01-26T10:35:48.738Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=rp2xcnq6
time="2022-01-26T10:35:48.738Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:35:48.822Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=rp2xcnq6
time="2022-01-26T10:35:48.866Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=rp2xcnq6
time="2022-01-26T10:35:48.867Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=rp2xcnq6
time="2022-01-26T10:35:48.893Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=rp2xcnq6
time="2022-01-26T10:35:48.893Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=rp2xcnq6
time="2022-01-26T10:35:48.912Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=rp2xcnq6
time="2022-01-26T10:35:48.912Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=rp2xcnq6
time="2022-01-26T10:35:48.912Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=173 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=rp2xcnq6
time="2022-01-26T10:35:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:35:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:36:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:36:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:36:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:36:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:36:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:36:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:36:46.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=sbgg5lq5
time="2022-01-26T10:36:46.079Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=sbgg5lq5
time="2022-01-26T10:36:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:36:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:13.475Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:13.475Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:37:13.475Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:37:13.475Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:37:13.475Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:37:13.475Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:37:16.081Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" reconcileID=sbgg5lq5
time="2022-01-26T10:37:16.081Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=sbgg5lq5
time="2022-01-26T10:37:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:37:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:38:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:38:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:38:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:38:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:38:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:38:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:38:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:38:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:13.476Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:13.476Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:39:13.477Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:39:13.477Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:39:13.477Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:39:13.477Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:39:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:56.946Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:39:56.946Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:40:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:40:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:40:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:40:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:40:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:40:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:40:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:40:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:13.477Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:13.477Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:41:13.477Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:41:13.477Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:41:13.477Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:41:13.477Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:41:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:43.272Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=jkhj2wcm
time="2022-01-26T10:41:43.272Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=jkhj2wcm
time="2022-01-26T10:41:43.273Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=jkhj2wcm
time="2022-01-26T10:41:43.406Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=jkhj2wcm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:41:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:41:58.418Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" reconcileID=jkhj2wcm
time="2022-01-26T10:41:58.418Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=15145 elapsedMillisGT=10000 outcome=unspecified reconcileID=jkhj2wcm
time="2022-01-26T10:41:58.418Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:42:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:42:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:42:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:42:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:42:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:42:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:42:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:42:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:13.477Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:13.478Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:43:13.478Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:43:13.478Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:43:13.478Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:43:13.478Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:43:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:43:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:44:01.701Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=6jbc9zfz
time="2022-01-26T10:44:01.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pbr5hf7d
time="2022-01-26T10:44:01.701Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:01.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=6jbc9zfz
time="2022-01-26T10:44:01.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=6jbc9zfz
time="2022-01-26T10:44:01.701Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:01.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=6jbc9zfz
time="2022-01-26T10:44:01.701Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:01.701Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=6jbc9zfz
time="2022-01-26T10:44:01.701Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pbr5hf7d
time="2022-01-26T10:44:01.701Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=6jbc9zfz
time="2022-01-26T10:44:01.701Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pbr5hf7d
time="2022-01-26T10:44:01.701Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:01.701Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jbc9zfz
time="2022-01-26T10:44:01.701Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=lvljblpz
time="2022-01-26T10:44:01.701Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=lvljblpz
time="2022-01-26T10:44:01.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lvljblpz
time="2022-01-26T10:44:01.701Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=pbr5hf7d
time="2022-01-26T10:44:01.701Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=pbr5hf7d
time="2022-01-26T10:44:01.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pbr5hf7d
time="2022-01-26T10:44:02.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=r9vm4csn
time="2022-01-26T10:44:02.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.673Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=r9vm4csn
time="2022-01-26T10:44:02.673Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=r9vm4csn
time="2022-01-26T10:44:02.673Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.673Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=r9vm4csn
time="2022-01-26T10:44:02.674Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=r9vm4csn
time="2022-01-26T10:44:02.674Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r9vm4csn
time="2022-01-26T10:44:02.688Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=g52zhxnj
time="2022-01-26T10:44:02.688Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=g52zhxnj
time="2022-01-26T10:44:02.688Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=g52zhxnj
time="2022-01-26T10:44:02.688Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=g52zhxnj
time="2022-01-26T10:44:02.688Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.688Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=g52zhxnj
time="2022-01-26T10:44:02.688Z" level=debug msg="install job still running" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=g52zhxnj
time="2022-01-26T10:44:02.688Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g52zhxnj
time="2022-01-26T10:44:02.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xtgdncsr
time="2022-01-26T10:44:02.7Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.7Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.7Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xtgdncsr
time="2022-01-26T10:44:02.7Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xtgdncsr
time="2022-01-26T10:44:02.7Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.701Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=xtgdncsr
time="2022-01-26T10:44:02.701Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=xtgdncsr
time="2022-01-26T10:44:02.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtgdncsr
time="2022-01-26T10:44:02.709Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=jc7g6rdp
time="2022-01-26T10:44:02.709Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=jc7g6rdp
time="2022-01-26T10:44:02.709Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=jc7g6rdp
time="2022-01-26T10:44:02.709Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=jc7g6rdp
time="2022-01-26T10:44:02.709Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.709Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=jc7g6rdp
time="2022-01-26T10:44:02.709Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=jc7g6rdp
time="2022-01-26T10:44:02.709Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=jc7g6rdp
time="2022-01-26T10:44:02.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=qk8vvd4s
time="2022-01-26T10:44:02.718Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.718Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=nbvrb4wj
time="2022-01-26T10:44:02.718Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=nbvrb4wj
time="2022-01-26T10:44:02.718Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nbvrb4wj
time="2022-01-26T10:44:02.718Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=qk8vvd4s
time="2022-01-26T10:44:02.718Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=qk8vvd4s
time="2022-01-26T10:44:02.718Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.718Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=qk8vvd4s
time="2022-01-26T10:44:02.718Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=qk8vvd4s
time="2022-01-26T10:44:02.718Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qk8vvd4s
time="2022-01-26T10:44:02.742Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=jc7g6rdp
time="2022-01-26T10:44:02.742Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.742Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.742Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.742Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.742Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.742Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.743Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.743Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=b8lk8q97
time="2022-01-26T10:44:02.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.743Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=b8lk8q97
time="2022-01-26T10:44:02.743Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=b8lk8q97
time="2022-01-26T10:44:02.743Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk\", timestamp:time.Time{wall:0xc074654628f1a65f, ext:28039955564367, loc:(*time.Location)(0x7144f00)}}" controller=clusterDeployment controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.743Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=8htdmmwm
time="2022-01-26T10:44:02.743Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=8htdmmwm
time="2022-01-26T10:44:02.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8htdmmwm
time="2022-01-26T10:44:02.743Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=b8lk8q97
time="2022-01-26T10:44:02.743Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment provision=jshu-pool-test-52czk-0-v8lqw reconcileID=b8lk8q97
time="2022-01-26T10:44:02.751Z" level=error msg="cannot update status conditions" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-52czk-0-v8lqw\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-pool-test-52czk-0-v8lqw-provision reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.751Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=qtj4mtl9
time="2022-01-26T10:44:02.751Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-test-52czk-0-v8lqw\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk-0-v8lqw namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.751Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=sqzcfwbx
time="2022-01-26T10:44:02.751Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=sqzcfwbx
time="2022-01-26T10:44:02.751Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=sqzcfwbx
time="2022-01-26T10:44:02.751Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=sqzcfwbx
time="2022-01-26T10:44:02.751Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.751Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=sqzcfwbx
time="2022-01-26T10:44:02.751Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sqzcfwbx
time="2022-01-26T10:44:02.756Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=mj25bk4m
time="2022-01-26T10:44:02.756Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=mj25bk4m
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mj25bk4m
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=bd6vggqv
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=h5x6sfc5
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5x6sfc5
time="2022-01-26T10:44:02.756Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=bd6vggqv
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=bd6vggqv
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=22gwlhvz
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=2cgfjtfq
time="2022-01-26T10:44:02.756Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:02.756Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=2cgfjtfq
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=2cgfjtfq
time="2022-01-26T10:44:02.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=22gwlhvz
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=7mwsxbf5
time="2022-01-26T10:44:02.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=22gwlhvz
time="2022-01-26T10:44:02.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=22gwlhvz
time="2022-01-26T10:44:02.756Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.756Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=22gwlhvz
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22gwlhvz
time="2022-01-26T10:44:02.756Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=7mwsxbf5
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=q2xw2jnw
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7mwsxbf5
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=2j7kwdhd
time="2022-01-26T10:44:02.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=q2xw2jnw
time="2022-01-26T10:44:02.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=q2xw2jnw
time="2022-01-26T10:44:02.756Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=2j7kwdhd
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2j7kwdhd
time="2022-01-26T10:44:02.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=q2xw2jnw
time="2022-01-26T10:44:02.756Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=rhx69dcr
time="2022-01-26T10:44:02.756Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=q2xw2jnw
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q2xw2jnw
time="2022-01-26T10:44:02.756Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=rhx69dcr
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhx69dcr
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=7fvrknmh
time="2022-01-26T10:44:02.756Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:02.756Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=7fvrknmh
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fvrknmh
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.756Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.756Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=1 reconcileID=zxkc5wtn stale=0 standby=2 unclaimed=1
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:02.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=66kq58s2
time="2022-01-26T10:44:02.756Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn unassignedCount=1
time="2022-01-26T10:44:02.756Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.756Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.756Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=66kq58s2
time="2022-01-26T10:44:02.756Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66kq58s2
time="2022-01-26T10:44:02.756Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.757Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.757Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.757Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.757Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.757Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=j9c2z2bg
time="2022-01-26T10:44:02.757Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9c2z2bg
time="2022-01-26T10:44:02.757Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=9j57z5b5
time="2022-01-26T10:44:02.757Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxkc5wtn
time="2022-01-26T10:44:02.757Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=9j57z5b5
time="2022-01-26T10:44:02.757Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9j57z5b5
time="2022-01-26T10:44:02.772Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=p5dkwqlm
time="2022-01-26T10:44:02.772Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=p5dkwqlm
time="2022-01-26T10:44:02.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5dkwqlm
time="2022-01-26T10:44:02.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=mxjphwx9
time="2022-01-26T10:44:02.772Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=Unsupported reconcileID=mxjphwx9
time="2022-01-26T10:44:02.772Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment duration=2138.772962466 provision=jshu-pool-test-52czk-0-v8lqw reconcileID=b8lk8q97
time="2022-01-26T10:44:02.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=b8lk8q97
time="2022-01-26T10:44:02.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=6b9qblgk
time="2022-01-26T10:44:02.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.773Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=6b9qblgk
time="2022-01-26T10:44:02.773Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=6b9qblgk
time="2022-01-26T10:44:02.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=97rrs442
time="2022-01-26T10:44:02.773Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=97rrs442
time="2022-01-26T10:44:02.773Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4thkxcf7
time="2022-01-26T10:44:02.773Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:02.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=d4gtnbl8
time="2022-01-26T10:44:02.773Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=d4gtnbl8
time="2022-01-26T10:44:02.773Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4gtnbl8
time="2022-01-26T10:44:02.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.773Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.773Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:02.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=cmlz4lm9
time="2022-01-26T10:44:02.773Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=cmlz4lm9
time="2022-01-26T10:44:02.773Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmlz4lm9
time="2022-01-26T10:44:02.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=z447ll84
time="2022-01-26T10:44:02.774Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=z447ll84
time="2022-01-26T10:44:02.774Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=nc8hgjrg
time="2022-01-26T10:44:02.774Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=nc8hgjrg
time="2022-01-26T10:44:02.774Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=nc8hgjrg
time="2022-01-26T10:44:02.774Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=99q257wx
time="2022-01-26T10:44:02.774Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=99q257wx
time="2022-01-26T10:44:02.774Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99q257wx
time="2022-01-26T10:44:02.774Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=48vqhnhs
time="2022-01-26T10:44:02.774Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=48vqhnhs
time="2022-01-26T10:44:02.774Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=48vqhnhs
time="2022-01-26T10:44:02.774Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=48vqhnhs
time="2022-01-26T10:44:02.774Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.774Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=48vqhnhs
time="2022-01-26T10:44:02.774Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=48vqhnhs
time="2022-01-26T10:44:02.774Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=2xfv6fm9
time="2022-01-26T10:44:02.774Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=2xfv6fm9
time="2022-01-26T10:44:02.774Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2xfv6fm9
time="2022-01-26T10:44:02.774Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:02.775Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=8nms5r7x stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:02.775Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x unassignedCount=1
time="2022-01-26T10:44:02.775Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.775Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=9c4598xr
time="2022-01-26T10:44:02.775Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=9c4598xr
time="2022-01-26T10:44:02.775Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c4598xr
time="2022-01-26T10:44:02.783Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=mxjphwx9
time="2022-01-26T10:44:02.783Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=zchlrj8n
time="2022-01-26T10:44:02.783Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=2pgz5wb8
time="2022-01-26T10:44:02.784Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=zchlrj8n
time="2022-01-26T10:44:02.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zchlrj8n
time="2022-01-26T10:44:02.784Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=2pgz5wb8
time="2022-01-26T10:44:02.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2pgz5wb8
time="2022-01-26T10:44:02.784Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=kjpc8st2
time="2022-01-26T10:44:02.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=mgb4dj29
time="2022-01-26T10:44:02.784Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=kjpc8st2
time="2022-01-26T10:44:02.784Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=mgb4dj29
time="2022-01-26T10:44:02.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mgb4dj29
time="2022-01-26T10:44:02.784Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=kjpc8st2
time="2022-01-26T10:44:02.784Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=cv66mwbt
time="2022-01-26T10:44:02.784Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=dp2xxwvl
time="2022-01-26T10:44:02.784Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=k9svpfnl
time="2022-01-26T10:44:02.784Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=dp2xxwvl
time="2022-01-26T10:44:02.784Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=k9svpfnl
time="2022-01-26T10:44:02.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k9svpfnl
time="2022-01-26T10:44:02.784Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=dp2xxwvl
time="2022-01-26T10:44:02.784Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=dp2xxwvl
time="2022-01-26T10:44:02.784Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.784Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=dp2xxwvl
time="2022-01-26T10:44:02.784Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=cv66mwbt
time="2022-01-26T10:44:02.784Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dp2xxwvl
time="2022-01-26T10:44:02.784Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cv66mwbt
time="2022-01-26T10:44:02.785Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6b9qblgk
time="2022-01-26T10:44:02.785Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6b9qblgk
time="2022-01-26T10:44:02.785Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=6b9qblgk
time="2022-01-26T10:44:02.785Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.785Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.785Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.79Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:02.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=zh96s2q4
time="2022-01-26T10:44:02.79Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=2g2tjn8c
time="2022-01-26T10:44:02.79Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=2g2tjn8c
time="2022-01-26T10:44:02.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2g2tjn8c
time="2022-01-26T10:44:02.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zh96s2q4
time="2022-01-26T10:44:02.79Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.791Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8nms5r7x
time="2022-01-26T10:44:02.791Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=17 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=4thkxcf7
time="2022-01-26T10:44:02.791Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dbqjvrg8
time="2022-01-26T10:44:02.791Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=8nms5r7x
time="2022-01-26T10:44:02.791Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:02.791Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dbqjvrg8
time="2022-01-26T10:44:02.791Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:02.791Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=dbqjvrg8
time="2022-01-26T10:44:02.791Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=gqdpqsv6 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:02.791Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6 unassignedCount=1
time="2022-01-26T10:44:02.791Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.791Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gqdpqsv6
time="2022-01-26T10:44:02.794Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=z447ll84
time="2022-01-26T10:44:02.794Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=z447ll84
time="2022-01-26T10:44:02.794Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=s297sfnz
time="2022-01-26T10:44:02.794Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=s297sfnz
time="2022-01-26T10:44:02.796Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=pc7r9zxt
time="2022-01-26T10:44:02.796Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=pc7r9zxt
time="2022-01-26T10:44:02.796Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pc7r9zxt
time="2022-01-26T10:44:02.796Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=wvnlspxx
time="2022-01-26T10:44:02.796Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=wvnlspxx
time="2022-01-26T10:44:02.796Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvnlspxx
time="2022-01-26T10:44:02.796Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=l448pwqq
time="2022-01-26T10:44:02.796Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=l448pwqq
time="2022-01-26T10:44:02.796Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=l448pwqq
time="2022-01-26T10:44:02.796Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=gmjpfscj
time="2022-01-26T10:44:02.796Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gmjpfscj
time="2022-01-26T10:44:02.796Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gmjpfscj
time="2022-01-26T10:44:02.796Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gmjpfscj
time="2022-01-26T10:44:02.796Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.796Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=gmjpfscj
time="2022-01-26T10:44:02.796Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmjpfscj
time="2022-01-26T10:44:02.796Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=xwwjcx9g
time="2022-01-26T10:44:02.796Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=xwwjcx9g
time="2022-01-26T10:44:02.796Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwwjcx9g
time="2022-01-26T10:44:02.796Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=9b57cwsb
time="2022-01-26T10:44:02.796Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=9b57cwsb
time="2022-01-26T10:44:02.796Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9b57cwsb
time="2022-01-26T10:44:02.797Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=pd2brr94
time="2022-01-26T10:44:02.797Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=pd2brr94
time="2022-01-26T10:44:02.797Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pd2brr94
time="2022-01-26T10:44:02.797Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.797Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.797Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.799Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=s297sfnz
time="2022-01-26T10:44:02.799Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=s297sfnz
time="2022-01-26T10:44:02.799Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.799Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=srzxxtw6
time="2022-01-26T10:44:02.799Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=srzxxtw6
time="2022-01-26T10:44:02.8Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=vbkvjgpw
time="2022-01-26T10:44:02.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbkvjgpw
time="2022-01-26T10:44:02.801Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.801Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=s45m5qjz
time="2022-01-26T10:44:02.801Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=s45m5qjz
time="2022-01-26T10:44:02.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s45m5qjz
time="2022-01-26T10:44:02.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.801Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:02.801Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=27ld2x62
time="2022-01-26T10:44:02.801Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:02.801Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=27ld2x62
time="2022-01-26T10:44:02.801Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=27ld2x62
time="2022-01-26T10:44:02.802Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:02.802Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=z7xr9zwn stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:02.802Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn unassignedCount=1
time="2022-01-26T10:44:02.802Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.802Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z7xr9zwn
time="2022-01-26T10:44:02.803Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq secret=jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig
time="2022-01-26T10:44:02.803Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq secret=jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig
time="2022-01-26T10:44:02.803Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq secret=jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig
time="2022-01-26T10:44:02.813Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=qfpzsvc2
time="2022-01-26T10:44:02.813Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=qfpzsvc2
time="2022-01-26T10:44:02.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qfpzsvc2
time="2022-01-26T10:44:02.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=nv262xjl
time="2022-01-26T10:44:02.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nv262xjl
time="2022-01-26T10:44:02.813Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=jxpzw8wj
time="2022-01-26T10:44:02.813Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=jxpzw8wj
time="2022-01-26T10:44:02.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jxpzw8wj
time="2022-01-26T10:44:02.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.813Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:02.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=c6zh7m8n
time="2022-01-26T10:44:02.813Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=c6zh7m8n
time="2022-01-26T10:44:02.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6zh7m8n
time="2022-01-26T10:44:02.813Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=hl7nblfz
time="2022-01-26T10:44:02.813Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=hl7nblfz
time="2022-01-26T10:44:02.813Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=hl7nblfz
time="2022-01-26T10:44:02.813Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4zv28km6
time="2022-01-26T10:44:02.813Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:02.813Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4zv28km6
time="2022-01-26T10:44:02.813Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=4zv28km6
time="2022-01-26T10:44:02.813Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=c5lcr2gc
time="2022-01-26T10:44:02.813Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=c5lcr2gc
time="2022-01-26T10:44:02.813Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=c5lcr2gc
time="2022-01-26T10:44:02.813Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=c5lcr2gc
time="2022-01-26T10:44:02.813Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.813Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=c5lcr2gc
time="2022-01-26T10:44:02.813Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c5lcr2gc
time="2022-01-26T10:44:02.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=mttkl8l8
time="2022-01-26T10:44:02.814Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=mttkl8l8
time="2022-01-26T10:44:02.814Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mttkl8l8
time="2022-01-26T10:44:02.814Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=9jkwqmqd
time="2022-01-26T10:44:02.814Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=9jkwqmqd
time="2022-01-26T10:44:02.814Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jkwqmqd
time="2022-01-26T10:44:02.814Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:02.814Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=vjwlhfrv stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:02.814Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv unassignedCount=1
time="2022-01-26T10:44:02.814Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjwlhfrv
time="2022-01-26T10:44:02.814Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=lj77vnd6
time="2022-01-26T10:44:02.814Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=lj77vnd6
time="2022-01-26T10:44:02.814Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lj77vnd6
time="2022-01-26T10:44:02.815Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=srzxxtw6
time="2022-01-26T10:44:02.815Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=7cmwj9bl
time="2022-01-26T10:44:02.815Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=7cmwj9bl
time="2022-01-26T10:44:02.815Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=7cmwj9bl
time="2022-01-26T10:44:02.815Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7cmwj9bl
time="2022-01-26T10:44:02.824Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=97rrs442
time="2022-01-26T10:44:02.826Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq secret=jshu-pool-test-52czk-0-v8lqw-admin-password
time="2022-01-26T10:44:02.826Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq secret=jshu-pool-test-52czk-0-v8lqw-admin-password
time="2022-01-26T10:44:02.826Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq secret=jshu-pool-test-52czk-0-v8lqw-admin-password
time="2022-01-26T10:44:02.833Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=97rrs442
time="2022-01-26T10:44:02.833Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=97rrs442
time="2022-01-26T10:44:02.833Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=79gt7ngd
time="2022-01-26T10:44:02.833Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=79gt7ngd
time="2022-01-26T10:44:02.834Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.834Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.834Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=49 elapsedMillisGT=0 outcome=unspecified reconcileID=7fkhdbnq
time="2022-01-26T10:44:02.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.834Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.835Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.835Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.835Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.835Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.835Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.835Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.835Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.836Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.836Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.836Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.836Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=bh4v8tkc
time="2022-01-26T10:44:02.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=kpwjcjsq
time="2022-01-26T10:44:02.841Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kpwjcjsq
time="2022-01-26T10:44:02.841Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.868Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=79gt7ngd
time="2022-01-26T10:44:02.879Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=lblt4rd9
time="2022-01-26T10:44:02.879Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=lblt4rd9
time="2022-01-26T10:44:02.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lblt4rd9
time="2022-01-26T10:44:02.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=hcqgdtwj
time="2022-01-26T10:44:02.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hcqgdtwj
time="2022-01-26T10:44:02.879Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=dsx5g54g
time="2022-01-26T10:44:02.879Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=dsx5g54g
time="2022-01-26T10:44:02.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dsx5g54g
time="2022-01-26T10:44:02.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.879Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:02.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=mvqrd2sd
time="2022-01-26T10:44:02.879Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=mvqrd2sd
time="2022-01-26T10:44:02.879Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState derivedObject=jshu-pool-test-52czk reconcileID=mvqrd2sd
time="2022-01-26T10:44:02.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xc52r2zt
time="2022-01-26T10:44:02.879Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.88Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.88Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.88Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.88Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xc52r2zt
time="2022-01-26T10:44:02.88Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xc52r2zt
time="2022-01-26T10:44:02.88Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xc52r2zt
time="2022-01-26T10:44:02.88Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xc52r2zt
time="2022-01-26T10:44:02.88Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=47 elapsedMillisGT=0 outcome=unspecified reconcileID=79gt7ngd
time="2022-01-26T10:44:02.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=tzqjzk8r
time="2022-01-26T10:44:02.881Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m59.118976747s reconcileID=tzqjzk8r
time="2022-01-26T10:44:02.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzqjzk8r
time="2022-01-26T10:44:02.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=brnxv8wm
time="2022-01-26T10:44:02.881Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=brnxv8wm
time="2022-01-26T10:44:02.881Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=brnxv8wm
time="2022-01-26T10:44:02.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brnxv8wm
time="2022-01-26T10:44:02.881Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=xtx8p685
time="2022-01-26T10:44:02.881Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=xtx8p685
time="2022-01-26T10:44:02.881Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=xtx8p685
time="2022-01-26T10:44:02.881Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9rwm45lx
time="2022-01-26T10:44:02.881Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:02.882Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=gw2xvtx7
time="2022-01-26T10:44:02.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gw2xvtx7
time="2022-01-26T10:44:02.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gw2xvtx7
time="2022-01-26T10:44:02.882Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=gw2xvtx7
time="2022-01-26T10:44:02.882Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.882Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=gw2xvtx7
time="2022-01-26T10:44:02.882Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gw2xvtx7
time="2022-01-26T10:44:02.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=hrfqd4rw
time="2022-01-26T10:44:02.883Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=hrfqd4rw
time="2022-01-26T10:44:02.883Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hrfqd4rw
time="2022-01-26T10:44:02.883Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=fnh4lx62
time="2022-01-26T10:44:02.883Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=fnh4lx62
time="2022-01-26T10:44:02.883Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fnh4lx62
time="2022-01-26T10:44:02.883Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:02.883Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=p4npc6gp stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:02.883Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp unassignedCount=1
time="2022-01-26T10:44:02.883Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p4npc6gp
time="2022-01-26T10:44:02.883Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=7gxlzsjl
time="2022-01-26T10:44:02.886Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xc52r2zt
time="2022-01-26T10:44:02.886Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xc52r2zt
time="2022-01-26T10:44:02.89Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=mvqrd2sd
time="2022-01-26T10:44:02.939Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9rwm45lx
time="2022-01-26T10:44:02.975Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  281a1fb3-0e08-42dc-94f2-27aa8e8caa5b 22026 0 2022-01-26 10:32:14 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 10:32:14 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 10:32:14 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 10:32:14 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xc52r2zt
time="2022-01-26T10:44:02.982Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=d6g72ggf
time="2022-01-26T10:44:02.983Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=d6g72ggf
time="2022-01-26T10:44:02.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d6g72ggf
time="2022-01-26T10:44:02.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=5n9455b8
time="2022-01-26T10:44:02.983Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=5n9455b8
time="2022-01-26T10:44:02.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=j2tqcf79
time="2022-01-26T10:44:02.983Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m59.016408679s reconcileID=j2tqcf79
time="2022-01-26T10:44:02.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2tqcf79
time="2022-01-26T10:44:02.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=zzlq9l8t
time="2022-01-26T10:44:02.983Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=zzlq9l8t
time="2022-01-26T10:44:02.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzlq9l8t
time="2022-01-26T10:44:02.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.983Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.983Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:02.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8srvc5v6
time="2022-01-26T10:44:02.983Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=8srvc5v6
time="2022-01-26T10:44:02.984Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=7gxlzsjl
time="2022-01-26T10:44:02.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=7gxlzsjl
time="2022-01-26T10:44:02.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=92qxf8wp
time="2022-01-26T10:44:02.984Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=92qxf8wp
time="2022-01-26T10:44:02.985Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=92qxf8wp
time="2022-01-26T10:44:02.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92qxf8wp
time="2022-01-26T10:44:02.985Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=p2kf9dbc
time="2022-01-26T10:44:02.985Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=p2kf9dbc
time="2022-01-26T10:44:02.985Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=p2kf9dbc
time="2022-01-26T10:44:02.985Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=ld9l48hg
time="2022-01-26T10:44:02.985Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=ld9l48hg
time="2022-01-26T10:44:02.985Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=ld9l48hg
time="2022-01-26T10:44:02.985Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=ld9l48hg
time="2022-01-26T10:44:02.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=fghpbhwl
time="2022-01-26T10:44:02.985Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:02.985Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=ld9l48hg
time="2022-01-26T10:44:02.985Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ld9l48hg
time="2022-01-26T10:44:02.985Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:02.985Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=mr4dtlfx stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:02.985Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx unassignedCount=1
time="2022-01-26T10:44:02.985Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=fghpbhwl
time="2022-01-26T10:44:02.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fghpbhwl
time="2022-01-26T10:44:02.985Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mr4dtlfx
time="2022-01-26T10:44:02.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=dzt2vdmf
time="2022-01-26T10:44:02.985Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=22hbbxqv
time="2022-01-26T10:44:02.985Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=22hbbxqv
time="2022-01-26T10:44:02.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22hbbxqv
time="2022-01-26T10:44:02.986Z" level=info msg="could not set cluster status URLs" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xc52r2zt
time="2022-01-26T10:44:02.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=106 elapsedMillisGT=0 outcome=unspecified reconcileID=xc52r2zt
time="2022-01-26T10:44:02.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dvf6vbcm
time="2022-01-26T10:44:02.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:02.987Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dvf6vbcm
time="2022-01-26T10:44:02.987Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dvf6vbcm
time="2022-01-26T10:44:02.987Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dvf6vbcm
time="2022-01-26T10:44:02.987Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dvf6vbcm
time="2022-01-26T10:44:02.989Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dvf6vbcm
time="2022-01-26T10:44:02.99Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dvf6vbcm
time="2022-01-26T10:44:02.992Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9rwm45lx
time="2022-01-26T10:44:02.992Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9rwm45lx
time="2022-01-26T10:44:02.992Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9rwm45lx
time="2022-01-26T10:44:02.992Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=111 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=9rwm45lx
time="2022-01-26T10:44:02.992Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-test-52czk-worker namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:02.992Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9jknxt49
time="2022-01-26T10:44:02.993Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:02.998Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=5n9455b8
time="2022-01-26T10:44:02.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=h99424g6
time="2022-01-26T10:44:02.999Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m59.000149457s reconcileID=h99424g6
time="2022-01-26T10:44:02.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h99424g6
time="2022-01-26T10:44:02.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=dpfqbqlh
time="2022-01-26T10:44:02.999Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=dpfqbqlh
time="2022-01-26T10:44:02.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dpfqbqlh
time="2022-01-26T10:44:03Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=mzlbh9zx
time="2022-01-26T10:44:03Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=mzlbh9zx
time="2022-01-26T10:44:03Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=mzlbh9zx
time="2022-01-26T10:44:03Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mzlbh9zx
time="2022-01-26T10:44:03Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=7gxwfgs4
time="2022-01-26T10:44:03Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=7gxwfgs4
time="2022-01-26T10:44:03Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=7gxwfgs4
time="2022-01-26T10:44:03Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=b78vx5z2
time="2022-01-26T10:44:03Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=b78vx5z2
time="2022-01-26T10:44:03Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=b78vx5z2
time="2022-01-26T10:44:03Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=b78vx5z2
time="2022-01-26T10:44:03Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:03Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=b78vx5z2
time="2022-01-26T10:44:03Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b78vx5z2
time="2022-01-26T10:44:03Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=gnqv9kh9
time="2022-01-26T10:44:03Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=gnqv9kh9
time="2022-01-26T10:44:03Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnqv9kh9
time="2022-01-26T10:44:03Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=jfhk54jn
time="2022-01-26T10:44:03Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=jfhk54jn
time="2022-01-26T10:44:03Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jfhk54jn
time="2022-01-26T10:44:03.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=tgns4xt4
time="2022-01-26T10:44:03.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgns4xt4
time="2022-01-26T10:44:03.001Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.002Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=mq6wm9bw
time="2022-01-26T10:44:03.003Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=mq6wm9bw
time="2022-01-26T10:44:03.003Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mq6wm9bw
time="2022-01-26T10:44:03.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.005Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:03.006Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:03.006Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=j2gd4vdb stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:03.006Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb unassignedCount=1
time="2022-01-26T10:44:03.006Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.006Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2gd4vdb
time="2022-01-26T10:44:03.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=4vd449q6
time="2022-01-26T10:44:03.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vd449q6
time="2022-01-26T10:44:03.012Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.033Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=kptpcr85
time="2022-01-26T10:44:03.033Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kptpcr85
time="2022-01-26T10:44:03.033Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=qxbll44c
time="2022-01-26T10:44:03.074Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qxbll44c
time="2022-01-26T10:44:03.074Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.139Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9jknxt49
time="2022-01-26T10:44:03.14Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=dzt2vdmf
time="2022-01-26T10:44:03.14Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=dzt2vdmf
time="2022-01-26T10:44:03.14Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=154 elapsedMillisGT=0 outcome=unspecified reconcileID=dzt2vdmf
time="2022-01-26T10:44:03.14Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=g6dt4s7m
time="2022-01-26T10:44:03.146Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8srvc5v6
time="2022-01-26T10:44:03.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=6ksmt8ff
time="2022-01-26T10:44:03.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ksmt8ff
time="2022-01-26T10:44:03.154Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.162Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8srvc5v6
time="2022-01-26T10:44:03.162Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=179 elapsedMillisGT=0 outcome=unspecified reconcileID=8srvc5v6
time="2022-01-26T10:44:03.162Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=6zrqjcz6
time="2022-01-26T10:44:03.162Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=6zrqjcz6
time="2022-01-26T10:44:03.175Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  281a1fb3-0e08-42dc-94f2-27aa8e8caa5b 22026 0 2022-01-26 10:32:14 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 10:32:14 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 10:32:14 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 10:32:14 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=dvf6vbcm
time="2022-01-26T10:44:03.185Z" level=info msg="could not set cluster status URLs" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dvf6vbcm
time="2022-01-26T10:44:03.185Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=198 elapsedMillisGT=0 outcome=unspecified reconcileID=dvf6vbcm
time="2022-01-26T10:44:03.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.185Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.185Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.185Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.186Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.186Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.186Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.186Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.186Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.187Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.188Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.192Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9jknxt49
time="2022-01-26T10:44:03.192Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9jknxt49
time="2022-01-26T10:44:03.257Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  281a1fb3-0e08-42dc-94f2-27aa8e8caa5b 22026 0 2022-01-26 10:32:14 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{console Update route.openshift.io/v1 2022-01-26 10:32:14 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-01-26 10:32:14 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} }]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-01-26 10:32:14 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-test-52czk.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.259Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=g6dt4s7m
time="2022-01-26T10:44:03.259Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=g6dt4s7m
time="2022-01-26T10:44:03.259Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=118 elapsedMillisGT=0 outcome=unspecified reconcileID=g6dt4s7m
time="2022-01-26T10:44:03.272Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=gvj94wsp
time="2022-01-26T10:44:03.272Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=gvj94wsp
time="2022-01-26T10:44:03.272Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvj94wsp
time="2022-01-26T10:44:03.272Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=x2ndbmqf
time="2022-01-26T10:44:03.272Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ch49v4qp
time="2022-01-26T10:44:03.272Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.273Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.273Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.273Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.273Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ch49v4qp
time="2022-01-26T10:44:03.273Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ch49v4qp
time="2022-01-26T10:44:03.273Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ch49v4qp
time="2022-01-26T10:44:03.273Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ch49v4qp
time="2022-01-26T10:44:03.276Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9jknxt49
time="2022-01-26T10:44:03.276Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker machineset=jshu-pool-test-52czk-chqvg-worker-us-east-2a reconcileID=9jknxt49
time="2022-01-26T10:44:03.277Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=9zxsdcl8
time="2022-01-26T10:44:03.277Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=9zxsdcl8
time="2022-01-26T10:44:03.277Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=9zxsdcl8
time="2022-01-26T10:44:03.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=4zgwnv8r
time="2022-01-26T10:44:03.277Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zgwnv8r
time="2022-01-26T10:44:03.277Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=l4kn9rn4
time="2022-01-26T10:44:03.277Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m58.722640448s reconcileID=l4kn9rn4
time="2022-01-26T10:44:03.277Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4kn9rn4
time="2022-01-26T10:44:03.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=2wx6xmn8
time="2022-01-26T10:44:03.277Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=2wx6xmn8
time="2022-01-26T10:44:03.277Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wx6xmn8
time="2022-01-26T10:44:03.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.277Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.277Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:03.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=nc2h9zb2
time="2022-01-26T10:44:03.277Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=nc2h9zb2
time="2022-01-26T10:44:03.277Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=nc2h9zb2
time="2022-01-26T10:44:03.277Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nc2h9zb2
time="2022-01-26T10:44:03.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=lnzldl9w
time="2022-01-26T10:44:03.277Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=lnzldl9w
time="2022-01-26T10:44:03.277Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lnzldl9w
time="2022-01-26T10:44:03.277Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=szpv22f8
time="2022-01-26T10:44:03.277Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=szpv22f8
time="2022-01-26T10:44:03.278Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=szpv22f8
time="2022-01-26T10:44:03.278Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=szpv22f8
time="2022-01-26T10:44:03.278Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:03.278Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=szpv22f8
time="2022-01-26T10:44:03.278Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szpv22f8
time="2022-01-26T10:44:03.278Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=bphbjc8h
time="2022-01-26T10:44:03.278Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=bphbjc8h
time="2022-01-26T10:44:03.278Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bphbjc8h
time="2022-01-26T10:44:03.278Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.278Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:03.278Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=z4ckgmlg stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:03.278Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg unassignedCount=1
time="2022-01-26T10:44:03.278Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.278Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.278Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ch49v4qp
time="2022-01-26T10:44:03.278Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=ch49v4qp
time="2022-01-26T10:44:03.278Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p9ctwm2r
time="2022-01-26T10:44:03.278Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.278Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.278Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.278Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.278Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p9ctwm2r
time="2022-01-26T10:44:03.278Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p9ctwm2r
time="2022-01-26T10:44:03.279Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p9ctwm2r
time="2022-01-26T10:44:03.279Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p9ctwm2r
time="2022-01-26T10:44:03.278Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.279Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.279Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.279Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.279Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.279Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.279Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.279Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=z4ckgmlg
time="2022-01-26T10:44:03.279Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=66vmf979
time="2022-01-26T10:44:03.282Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p9ctwm2r
time="2022-01-26T10:44:03.282Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=p9ctwm2r
time="2022-01-26T10:44:03.296Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=6zrqjcz6
time="2022-01-26T10:44:03.306Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker machineset=jshu-pool-test-52czk-chqvg-worker-us-east-2b reconcileID=9jknxt49
time="2022-01-26T10:44:03.307Z" level=info msg="failed to update cluster operator state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6zrqjcz6
time="2022-01-26T10:44:03.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=144 elapsedMillisGT=0 outcome=unspecified reconcileID=6zrqjcz6
time="2022-01-26T10:44:03.307Z" level=error msg="Reconciler error" _name=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=mlxqddv7
time="2022-01-26T10:44:03.307Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=mlxqddv7
time="2022-01-26T10:44:03.307Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.692683525s" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=mlxqddv7
time="2022-01-26T10:44:03.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mlxqddv7
time="2022-01-26T10:44:03.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=swjq7vkj
time="2022-01-26T10:44:03.314Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=swjq7vkj
time="2022-01-26T10:44:03.314Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-test-52czk\" not found" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=hrwnscvf
time="2022-01-26T10:44:03.314Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=hrwnscvf
time="2022-01-26T10:44:03.314Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.685222846s" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=hrwnscvf
time="2022-01-26T10:44:03.314Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hrwnscvf
time="2022-01-26T10:44:03.343Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=66vmf979
time="2022-01-26T10:44:03.343Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=66vmf979
time="2022-01-26T10:44:03.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=63 elapsedMillisGT=0 outcome=unspecified reconcileID=66vmf979
time="2022-01-26T10:44:03.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=mn25blgw
time="2022-01-26T10:44:03.344Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.344Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.344Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.344Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.344Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=mn25blgw
time="2022-01-26T10:44:03.35Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker machineset=jshu-pool-test-52czk-chqvg-worker-us-east-2c reconcileID=9jknxt49
time="2022-01-26T10:44:03.354Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=mn25blgw
time="2022-01-26T10:44:03.354Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=mn25blgw
time="2022-01-26T10:44:03.356Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=hm4kkq9l
time="2022-01-26T10:44:03.356Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=hm4kkq9l
time="2022-01-26T10:44:03.356Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hm4kkq9l
time="2022-01-26T10:44:03.356Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=cpjkwsk6
time="2022-01-26T10:44:03.356Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=SyncSetsNotApplied reconcileID=cpjkwsk6
time="2022-01-26T10:44:03.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=4kdngkr4
time="2022-01-26T10:44:03.357Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m58.642931794s reconcileID=4kdngkr4
time="2022-01-26T10:44:03.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4kdngkr4
time="2022-01-26T10:44:03.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=2pr5hfp6
time="2022-01-26T10:44:03.357Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=2pr5hfp6
time="2022-01-26T10:44:03.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2pr5hfp6
time="2022-01-26T10:44:03.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.357Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:03.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=gsrb6qwx
time="2022-01-26T10:44:03.357Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=gsrb6qwx
time="2022-01-26T10:44:03.357Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.642557093s" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=gsrb6qwx
time="2022-01-26T10:44:03.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gsrb6qwx
time="2022-01-26T10:44:03.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=zfmpbk7s
time="2022-01-26T10:44:03.357Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=zfmpbk7s
time="2022-01-26T10:44:03.357Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=zfmpbk7s
time="2022-01-26T10:44:03.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfmpbk7s
time="2022-01-26T10:44:03.357Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=qkkbqsxb
time="2022-01-26T10:44:03.357Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=qkkbqsxb
time="2022-01-26T10:44:03.357Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=qkkbqsxb
time="2022-01-26T10:44:03.357Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=c784wl86
time="2022-01-26T10:44:03.357Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=c784wl86
time="2022-01-26T10:44:03.358Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=c784wl86
time="2022-01-26T10:44:03.358Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=c784wl86
time="2022-01-26T10:44:03.358Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:03.358Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=c784wl86
time="2022-01-26T10:44:03.358Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c784wl86
time="2022-01-26T10:44:03.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=2k9tv9zl
time="2022-01-26T10:44:03.358Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=2k9tv9zl
time="2022-01-26T10:44:03.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2k9tv9zl
time="2022-01-26T10:44:03.358Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=rr4hkckb
time="2022-01-26T10:44:03.358Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=rr4hkckb
time="2022-01-26T10:44:03.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rr4hkckb
time="2022-01-26T10:44:03.358Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:03.358Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=tpwl6xvv stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:03.358Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv unassignedCount=1
time="2022-01-26T10:44:03.358Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpwl6xvv
time="2022-01-26T10:44:03.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=zvql24gt
time="2022-01-26T10:44:03.361Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=mn25blgw
time="2022-01-26T10:44:03.361Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=mn25blgw
time="2022-01-26T10:44:03.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pz5zxrwl
time="2022-01-26T10:44:03.361Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.361Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.361Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.361Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.361Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pz5zxrwl
time="2022-01-26T10:44:03.361Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pz5zxrwl
time="2022-01-26T10:44:03.361Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pz5zxrwl
time="2022-01-26T10:44:03.363Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=pz5zxrwl
time="2022-01-26T10:44:03.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=pz5zxrwl
time="2022-01-26T10:44:03.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=82489c7r
time="2022-01-26T10:44:03.371Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m58.62859639s reconcileID=82489c7r
time="2022-01-26T10:44:03.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82489c7r
time="2022-01-26T10:44:03.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=twgnpsqd
time="2022-01-26T10:44:03.371Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=twgnpsqd
time="2022-01-26T10:44:03.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twgnpsqd
time="2022-01-26T10:44:03.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=9xbvdp6l
time="2022-01-26T10:44:03.371Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=9xbvdp6l
time="2022-01-26T10:44:03.371Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.628281224s" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=9xbvdp6l
time="2022-01-26T10:44:03.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xbvdp6l
time="2022-01-26T10:44:03.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=znxqzrlg
time="2022-01-26T10:44:03.371Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=znxqzrlg
time="2022-01-26T10:44:03.371Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=znxqzrlg
time="2022-01-26T10:44:03.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znxqzrlg
time="2022-01-26T10:44:03.371Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=95fh5w97
time="2022-01-26T10:44:03.371Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=95fh5w97
time="2022-01-26T10:44:03.371Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=95fh5w97
time="2022-01-26T10:44:03.372Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=99g8cvqm
time="2022-01-26T10:44:03.372Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=99g8cvqm
time="2022-01-26T10:44:03.372Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=99g8cvqm
time="2022-01-26T10:44:03.372Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=99g8cvqm
time="2022-01-26T10:44:03.372Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:03.372Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=99g8cvqm
time="2022-01-26T10:44:03.372Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99g8cvqm
time="2022-01-26T10:44:03.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=hpdtqz2x
time="2022-01-26T10:44:03.372Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=hpdtqz2x
time="2022-01-26T10:44:03.372Z" level=info msg="syncsets not yet applied, cluster will rereconcile" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=cpjkwsk6 requeueAfter=9m58.627641897s
time="2022-01-26T10:44:03.372Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=cpjkwsk6
time="2022-01-26T10:44:03.372Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=dkrlg7cl
time="2022-01-26T10:44:03.372Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hpdtqz2x
time="2022-01-26T10:44:03.372Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=dkrlg7cl
time="2022-01-26T10:44:03.372Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dkrlg7cl
time="2022-01-26T10:44:03.377Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:03.377Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=cxqhrmbp stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:03.377Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp unassignedCount=1
time="2022-01-26T10:44:03.377Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.377Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.378Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cxqhrmbp
time="2022-01-26T10:44:03.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bgx4mplx
time="2022-01-26T10:44:03.378Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.378Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.378Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=4t786mj9
time="2022-01-26T10:44:03.378Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=4t786mj9
time="2022-01-26T10:44:03.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4t786mj9
time="2022-01-26T10:44:03.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.378Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:03.378Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.378Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.378Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bgx4mplx
time="2022-01-26T10:44:03.378Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bgx4mplx
time="2022-01-26T10:44:03.378Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bgx4mplx
time="2022-01-26T10:44:03.379Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9jknxt49
time="2022-01-26T10:44:03.383Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=bgx4mplx
time="2022-01-26T10:44:03.383Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=bgx4mplx
time="2022-01-26T10:44:03.397Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9jknxt49
time="2022-01-26T10:44:03.397Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9jknxt49
time="2022-01-26T10:44:03.406Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=413 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=9jknxt49
time="2022-01-26T10:44:03.406Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.406Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:03.409Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=zvql24gt
time="2022-01-26T10:44:03.409Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=zvql24gt
time="2022-01-26T10:44:03.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=50 elapsedMillisGT=0 outcome=unspecified reconcileID=zvql24gt
time="2022-01-26T10:44:03.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xprz7fb8
time="2022-01-26T10:44:03.47Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xprz7fb8
time="2022-01-26T10:44:03.47Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xprz7fb8
time="2022-01-26T10:44:03.47Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=61 elapsedMillisGT=0 outcome=unspecified reconcileID=xprz7fb8
time="2022-01-26T10:44:03.475Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.501Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.501Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.521Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ksl447s6
time="2022-01-26T10:44:03.522Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.522Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.522Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.522Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.522Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ksl447s6
time="2022-01-26T10:44:03.522Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ksl447s6
time="2022-01-26T10:44:03.522Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ksl447s6
time="2022-01-26T10:44:03.523Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=ksl447s6
time="2022-01-26T10:44:03.523Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=ksl447s6
time="2022-01-26T10:44:03.53Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.53Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.537Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.537Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.542Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=135 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=rgf6f4b2
time="2022-01-26T10:44:03.542Z" level=error msg="Reconciler error" _name=machinepool-controller error="failed to update pool status: Operation cannot be fulfilled on machinepools.hive.openshift.io \"jshu-pool-test-52czk-worker\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk-worker namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.542Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dtxgw58s
time="2022-01-26T10:44:03.542Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:03.6Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dtxgw58s
time="2022-01-26T10:44:03.625Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dtxgw58s
time="2022-01-26T10:44:03.626Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dtxgw58s
time="2022-01-26T10:44:03.649Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dtxgw58s
time="2022-01-26T10:44:03.649Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dtxgw58s
time="2022-01-26T10:44:03.658Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dtxgw58s
time="2022-01-26T10:44:03.658Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=dtxgw58s
time="2022-01-26T10:44:03.658Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=115 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=dtxgw58s
time="2022-01-26T10:44:03.658Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6q494xwx
time="2022-01-26T10:44:03.658Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:03.685Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6q494xwx
time="2022-01-26T10:44:03.712Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6q494xwx
time="2022-01-26T10:44:03.713Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6q494xwx
time="2022-01-26T10:44:03.732Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6q494xwx
time="2022-01-26T10:44:03.732Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6q494xwx
time="2022-01-26T10:44:03.737Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6q494xwx
time="2022-01-26T10:44:03.737Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=6q494xwx
time="2022-01-26T10:44:03.738Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=79 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=6q494xwx
time="2022-01-26T10:44:03.955Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=78x6zs2x
time="2022-01-26T10:44:03.955Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=SyncSetsApplied reconcileID=78x6zs2x
time="2022-01-26T10:44:03.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=c5h78lds
time="2022-01-26T10:44:03.967Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m58.032407418s reconcileID=c5h78lds
time="2022-01-26T10:44:03.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c5h78lds
time="2022-01-26T10:44:03.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=6n4hd6fx
time="2022-01-26T10:44:03.967Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=6n4hd6fx
time="2022-01-26T10:44:03.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6n4hd6fx
time="2022-01-26T10:44:03.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=hjcjp4gb
time="2022-01-26T10:44:03.967Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=hjcjp4gb
time="2022-01-26T10:44:03.967Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.032088727s" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=hjcjp4gb
time="2022-01-26T10:44:03.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjcjp4gb
time="2022-01-26T10:44:03.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=5nrvgt59
time="2022-01-26T10:44:03.968Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=5nrvgt59
time="2022-01-26T10:44:03.968Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=5nrvgt59
time="2022-01-26T10:44:03.968Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5nrvgt59
time="2022-01-26T10:44:03.968Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=pt6szd4w
time="2022-01-26T10:44:03.968Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=pt6szd4w
time="2022-01-26T10:44:03.968Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=pt6szd4w
time="2022-01-26T10:44:03.968Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=kvlt4lwq
time="2022-01-26T10:44:03.968Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=kvlt4lwq
time="2022-01-26T10:44:03.968Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=kvlt4lwq
time="2022-01-26T10:44:03.968Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=kvlt4lwq
time="2022-01-26T10:44:03.968Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:03.968Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=kvlt4lwq
time="2022-01-26T10:44:03.968Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvlt4lwq
time="2022-01-26T10:44:03.968Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=nfg5rvzt
time="2022-01-26T10:44:03.968Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=nfg5rvzt
time="2022-01-26T10:44:03.968Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfg5rvzt
time="2022-01-26T10:44:03.968Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=22zwtvrb
time="2022-01-26T10:44:03.968Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=22zwtvrb
time="2022-01-26T10:44:03.968Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22zwtvrb
time="2022-01-26T10:44:03.969Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=fql5ff4t
time="2022-01-26T10:44:03.971Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=78x6zs2x
time="2022-01-26T10:44:03.984Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:03.984Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=92qhnplj stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:03.984Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj unassignedCount=1
time="2022-01-26T10:44:03.984Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=92qhnplj
time="2022-01-26T10:44:03.984Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92qhnplj
time="2022-01-26T10:44:03.985Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=p5xzsp2s
time="2022-01-26T10:44:03.985Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=p5xzsp2s
time="2022-01-26T10:44:03.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5xzsp2s
time="2022-01-26T10:44:03.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=486nv5tn
time="2022-01-26T10:44:03.985Z" level=info msg="Stopping cluster" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=486nv5tn
time="2022-01-26T10:44:03.985Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=Stopping reconcileID=486nv5tn
time="2022-01-26T10:44:03.985Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Ready controller=hibernation reason=StoppingOrHibernating reconcileID=486nv5tn
time="2022-01-26T10:44:03.985Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=486nv5tn
time="2022-01-26T10:44:03.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.986Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:03.986Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:03.986Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kcgmpvmm
time="2022-01-26T10:44:03.986Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.986Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.986Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.986Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:03.986Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kcgmpvmm
time="2022-01-26T10:44:03.986Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kcgmpvmm
time="2022-01-26T10:44:03.986Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kcgmpvmm
time="2022-01-26T10:44:03.988Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=kcgmpvmm
time="2022-01-26T10:44:03.988Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=kcgmpvmm
time="2022-01-26T10:44:03.988Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bqq2vs7n
time="2022-01-26T10:44:03.988Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:04.051Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bqq2vs7n
time="2022-01-26T10:44:04.054Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=fql5ff4t
time="2022-01-26T10:44:04.054Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=fql5ff4t
time="2022-01-26T10:44:04.054Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=85 elapsedMillisGT=0 outcome=unspecified reconcileID=fql5ff4t
time="2022-01-26T10:44:04.075Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bqq2vs7n
time="2022-01-26T10:44:04.075Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bqq2vs7n
time="2022-01-26T10:44:04.106Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=6 infraID=jshu-pool-test-52czk-chqvg reconcileID=486nv5tn states="map[pending:{} running:{}]"
time="2022-01-26T10:44:04.106Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation instanceIDs="[i-0cbfb6a4a88cfe3f9 i-0706f2e7b65312854 i-01dbdf3dec43d912b i-04929fb708ae75899 i-00ce417ad4c7b39fd i-04d7279b0a2dd70f1]" reconcileID=486nv5tn
time="2022-01-26T10:44:04.114Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bqq2vs7n
time="2022-01-26T10:44:04.114Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bqq2vs7n
time="2022-01-26T10:44:04.119Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bqq2vs7n
time="2022-01-26T10:44:04.119Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=bqq2vs7n
time="2022-01-26T10:44:04.119Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=131 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=bqq2vs7n
time="2022-01-26T10:44:04.698Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=713 elapsedMillisGT=0 outcome=unspecified reconcileID=486nv5tn
time="2022-01-26T10:44:04.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=27xtvqn2
time="2022-01-26T10:44:04.7Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m57.299932608s reconcileID=27xtvqn2
time="2022-01-26T10:44:04.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27xtvqn2
time="2022-01-26T10:44:04.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=fqptx8n4
time="2022-01-26T10:44:04.7Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=fqptx8n4
time="2022-01-26T10:44:04.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqptx8n4
time="2022-01-26T10:44:04.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=wvlxb2rc
time="2022-01-26T10:44:04.7Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=wvlxb2rc
time="2022-01-26T10:44:04.7Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.299422444s" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=wvlxb2rc
time="2022-01-26T10:44:04.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvlxb2rc
time="2022-01-26T10:44:04.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=k48qnqkr
time="2022-01-26T10:44:04.7Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=k48qnqkr
time="2022-01-26T10:44:04.7Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=k48qnqkr
time="2022-01-26T10:44:04.7Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k48qnqkr
time="2022-01-26T10:44:04.7Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=zz7xh945
time="2022-01-26T10:44:04.7Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=zz7xh945
time="2022-01-26T10:44:04.7Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=zz7xh945
time="2022-01-26T10:44:04.701Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=dfm287md
time="2022-01-26T10:44:04.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=dfm287md
time="2022-01-26T10:44:04.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=dfm287md
time="2022-01-26T10:44:04.701Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=dfm287md
time="2022-01-26T10:44:04.701Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:04.701Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=dfm287md
time="2022-01-26T10:44:04.701Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dfm287md
time="2022-01-26T10:44:04.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=wcv8dqrj
time="2022-01-26T10:44:04.701Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=wcv8dqrj
time="2022-01-26T10:44:04.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wcv8dqrj
time="2022-01-26T10:44:04.701Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=q4szxmhp
time="2022-01-26T10:44:04.701Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=q4szxmhp
time="2022-01-26T10:44:04.701Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4szxmhp
time="2022-01-26T10:44:04.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=vgtp4hjx
time="2022-01-26T10:44:04.708Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:04.708Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=f9pn85hx stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:04.708Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx unassignedCount=1
time="2022-01-26T10:44:04.708Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=f9pn85hx
time="2022-01-26T10:44:04.708Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9pn85hx
time="2022-01-26T10:44:04.709Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=zwt7jwz4
time="2022-01-26T10:44:04.709Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=zwt7jwz4
time="2022-01-26T10:44:04.709Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zwt7jwz4
time="2022-01-26T10:44:04.709Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=sr9826gh
time="2022-01-26T10:44:04.709Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=sr9826gh
time="2022-01-26T10:44:04.709Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=sr9826gh
time="2022-01-26T10:44:04.709Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:04.709Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:04.709Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:04.709Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zfgzsz44
time="2022-01-26T10:44:04.709Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:04.71Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:04.71Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:04.71Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:04.71Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zfgzsz44
time="2022-01-26T10:44:04.71Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zfgzsz44
time="2022-01-26T10:44:04.71Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zfgzsz44
time="2022-01-26T10:44:04.712Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=8wf82tzq
time="2022-01-26T10:44:04.712Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zfgzsz44
time="2022-01-26T10:44:04.712Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:04.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=zfgzsz44
time="2022-01-26T10:44:04.754Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=6 infraID=jshu-pool-test-52czk-chqvg reconcileID=sr9826gh states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:44:04.755Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=sr9826gh
time="2022-01-26T10:44:04.764Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=vgtp4hjx
time="2022-01-26T10:44:04.764Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=vgtp4hjx
time="2022-01-26T10:44:04.764Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=63 elapsedMillisGT=0 outcome=unspecified reconcileID=vgtp4hjx
time="2022-01-26T10:44:04.766Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=8wf82tzq
time="2022-01-26T10:44:04.799Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=8wf82tzq
time="2022-01-26T10:44:04.8Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=8wf82tzq
time="2022-01-26T10:44:04.802Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=sr9826gh states="map[pending:{} running:{}]"
time="2022-01-26T10:44:04.802Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=sr9826gh
time="2022-01-26T10:44:04.802Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=sr9826gh
time="2022-01-26T10:44:04.812Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=sr9826gh
time="2022-01-26T10:44:04.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=n9zxkj56
time="2022-01-26T10:44:04.813Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h59m57.186277083s reconcileID=n9zxkj56
time="2022-01-26T10:44:04.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9zxkj56
time="2022-01-26T10:44:04.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=r4sr88jj
time="2022-01-26T10:44:04.813Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=r4sr88jj
time="2022-01-26T10:44:04.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4sr88jj
time="2022-01-26T10:44:04.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=pwpt9bmw
time="2022-01-26T10:44:04.813Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=pwpt9bmw
time="2022-01-26T10:44:04.814Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.185978363s" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=pwpt9bmw
time="2022-01-26T10:44:04.814Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pwpt9bmw
time="2022-01-26T10:44:04.814Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=tgg4lf74
time="2022-01-26T10:44:04.814Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=tgg4lf74
time="2022-01-26T10:44:04.814Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=tgg4lf74
time="2022-01-26T10:44:04.814Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgg4lf74
time="2022-01-26T10:44:04.814Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=ptlmhwxt
time="2022-01-26T10:44:04.814Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=ptlmhwxt
time="2022-01-26T10:44:04.814Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=ptlmhwxt
time="2022-01-26T10:44:04.814Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=whddgsn7
time="2022-01-26T10:44:04.814Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=whddgsn7
time="2022-01-26T10:44:04.814Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=whddgsn7
time="2022-01-26T10:44:04.814Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=whddgsn7
time="2022-01-26T10:44:04.814Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:44:04.814Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=whddgsn7
time="2022-01-26T10:44:04.814Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=whddgsn7
time="2022-01-26T10:44:04.814Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=txf8f9zs
time="2022-01-26T10:44:04.814Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=txf8f9zs
time="2022-01-26T10:44:04.814Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txf8f9zs
time="2022-01-26T10:44:04.814Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=vffmzjd4
time="2022-01-26T10:44:04.814Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=vffmzjd4
time="2022-01-26T10:44:04.814Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vffmzjd4
time="2022-01-26T10:44:04.814Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=2tpttmvk
time="2022-01-26T10:44:04.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=nsbdd46d
time="2022-01-26T10:44:04.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:04.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:04.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:04.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:44:04.819Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=nsbdd46d
time="2022-01-26T10:44:04.819Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=nsbdd46d
time="2022-01-26T10:44:04.819Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=nsbdd46d
time="2022-01-26T10:44:04.82Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:44:04.82Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=7gsvz4d8 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:44:04.82Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8 unassignedCount=1
time="2022-01-26T10:44:04.82Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.82Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7gsvz4d8
time="2022-01-26T10:44:04.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=cjjwhs5d
time="2022-01-26T10:44:04.821Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=cjjwhs5d
time="2022-01-26T10:44:04.821Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=cjjwhs5d
time="2022-01-26T10:44:04.821Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=kv7mnmfh
time="2022-01-26T10:44:04.821Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=kv7mnmfh
time="2022-01-26T10:44:04.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kv7mnmfh
time="2022-01-26T10:44:04.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:04.821Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:44:04.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:44:04.823Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=nsbdd46d
time="2022-01-26T10:44:04.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=nsbdd46d
time="2022-01-26T10:44:04.829Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=8wf82tzq
time="2022-01-26T10:44:04.829Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=8wf82tzq
time="2022-01-26T10:44:04.868Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=6 infraID=jshu-pool-test-52czk-chqvg reconcileID=cjjwhs5d states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:44:04.869Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=cjjwhs5d
time="2022-01-26T10:44:04.913Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=8wf82tzq
time="2022-01-26T10:44:04.913Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=8wf82tzq
time="2022-01-26T10:44:04.913Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=201 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=8wf82tzq
time="2022-01-26T10:44:04.913Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=srbzm2l4
time="2022-01-26T10:44:04.913Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:44:04.918Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=cjjwhs5d states="map[pending:{} running:{}]"
time="2022-01-26T10:44:04.919Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=cjjwhs5d
time="2022-01-26T10:44:04.919Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=97 elapsedMillisGT=0 outcome=unspecified reconcileID=cjjwhs5d
time="2022-01-26T10:44:04.928Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=2tpttmvk
time="2022-01-26T10:44:04.928Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=2tpttmvk
time="2022-01-26T10:44:04.928Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=114 elapsedMillisGT=0 outcome=unspecified reconcileID=2tpttmvk
time="2022-01-26T10:44:05.028Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=srbzm2l4
time="2022-01-26T10:44:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:44:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:44:06.034Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=srbzm2l4
time="2022-01-26T10:44:06.035Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=srbzm2l4
time="2022-01-26T10:44:06.059Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=srbzm2l4
time="2022-01-26T10:44:06.059Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=srbzm2l4
time="2022-01-26T10:44:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:44:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:44:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:44:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:44:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:44:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:45:00.143Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:45:04.919Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=4sxm4gmq
time="2022-01-26T10:45:04.92Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=4sxm4gmq
time="2022-01-26T10:45:04.92Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=4sxm4gmq
time="2022-01-26T10:45:05.017Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=5 infraID=jshu-pool-test-52czk-chqvg reconcileID=4sxm4gmq states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:45:05.018Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=4sxm4gmq
time="2022-01-26T10:45:05.064Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=4sxm4gmq states="map[pending:{} running:{}]"
time="2022-01-26T10:45:05.064Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=4sxm4gmq
time="2022-01-26T10:45:05.064Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=4sxm4gmq
time="2022-01-26T10:45:05.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8c4cfvlt
time="2022-01-26T10:45:05.076Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=7rbsw8vv
time="2022-01-26T10:45:05.076Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=7rbsw8vv
time="2022-01-26T10:45:05.076Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=7rbsw8vv
time="2022-01-26T10:45:05.076Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=8c4cfvlt
time="2022-01-26T10:45:05.076Z" level=debug msg="Waiting to fetch clusteroperator status in 8m57.923270014s" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8c4cfvlt
time="2022-01-26T10:45:05.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8c4cfvlt
time="2022-01-26T10:45:05.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=xxkhjzms
time="2022-01-26T10:45:05.076Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=xsbbtcst
time="2022-01-26T10:45:05.076Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable delay=1h58m56.923193058s reconcileID=xxkhjzms
time="2022-01-26T10:45:05.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xxkhjzms
time="2022-01-26T10:45:05.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=2n25dzt8
time="2022-01-26T10:45:05.076Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=xsbbtcst
time="2022-01-26T10:45:05.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=4rr6cszm
time="2022-01-26T10:45:05.076Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=4rr6cszm
time="2022-01-26T10:45:05.076Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=xsbbtcst
time="2022-01-26T10:45:05.076Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=4rr6cszm
time="2022-01-26T10:45:05.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rr6cszm
time="2022-01-26T10:45:05.077Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=xsbbtcst
time="2022-01-26T10:45:05.077Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:45:05.077Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=tgs7bt4n
time="2022-01-26T10:45:05.077Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=xsbbtcst
time="2022-01-26T10:45:05.077Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xsbbtcst
time="2022-01-26T10:45:05.077Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=tgs7bt4n
time="2022-01-26T10:45:05.077Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgs7bt4n
time="2022-01-26T10:45:05.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=nfbnvkq7
time="2022-01-26T10:45:05.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=bx9ctshx
time="2022-01-26T10:45:05.077Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=bx9ctshx
time="2022-01-26T10:45:05.077Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bx9ctshx
time="2022-01-26T10:45:05.076Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=2n25dzt8
time="2022-01-26T10:45:05.077Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2n25dzt8
time="2022-01-26T10:45:05.077Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=157 elapsedMillisGT=0 outcome=unspecified reconcileID=4sxm4gmq
time="2022-01-26T10:45:05.081Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=dgkkx7l5
time="2022-01-26T10:45:05.081Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=dgkkx7l5
time="2022-01-26T10:45:05.082Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=dgkkx7l5
time="2022-01-26T10:45:05.082Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:05.082Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:05.082Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:45:05.086Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.086Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:45:05.086Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=5csxfqnw stale=0 standby=3 unclaimed=0
time="2022-01-26T10:45:05.086Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw unassignedCount=1
time="2022-01-26T10:45:05.086Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.086Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.086Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.087Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.087Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.087Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.087Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.087Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.087Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5csxfqnw
time="2022-01-26T10:45:05.087Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5csxfqnw
time="2022-01-26T10:45:05.087Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=77w6m6hq
time="2022-01-26T10:45:05.087Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=77w6m6hq
time="2022-01-26T10:45:05.087Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=77w6m6hq
time="2022-01-26T10:45:05.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xf64wc5z
time="2022-01-26T10:45:05.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:05.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:05.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:05.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:05.087Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xf64wc5z
time="2022-01-26T10:45:05.087Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xf64wc5z
time="2022-01-26T10:45:05.087Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xf64wc5z
time="2022-01-26T10:45:05.095Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=xf64wc5z
time="2022-01-26T10:45:05.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=xf64wc5z
time="2022-01-26T10:45:05.128Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=5 infraID=jshu-pool-test-52czk-chqvg reconcileID=dgkkx7l5 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:45:05.128Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=dgkkx7l5
time="2022-01-26T10:45:05.178Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=dgkkx7l5 states="map[pending:{} running:{}]"
time="2022-01-26T10:45:05.178Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=dgkkx7l5
time="2022-01-26T10:45:05.178Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=96 elapsedMillisGT=0 outcome=unspecified reconcileID=dgkkx7l5
time="2022-01-26T10:45:05.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:05.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:06.384Z" level=warning msg="slow client request" controller=machinepool elapsedMillis=60324 method=GET path=autoscaling.openshift.io/v1beta1/machineautoscalers remote=true status="504 Gateway Timeout"
time="2022-01-26T10:45:06.384Z" level=error msg="unable to fetch remote machine autoscalers" controller=machinepool error="the server was unable to return a response in the time allotted, but may still be processing the request (get machineautoscalers.autoscaling.openshift.io)" machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=srbzm2l4
time="2022-01-26T10:45:06.384Z" level=error msg="could not syncMachineAutoscalers" controller=machinepool error="the server was unable to return a response in the time allotted, but may still be processing the request (get machineautoscalers.autoscaling.openshift.io)" machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=srbzm2l4
time="2022-01-26T10:45:06.384Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=61470 elapsedMillisGT=60000 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=srbzm2l4
time="2022-01-26T10:45:06.384Z" level=error msg="Reconciler error" _name=machinepool-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get machineautoscalers.autoscaling.openshift.io)" name=jshu-pool-test-52czk-worker namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:06.384Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4mpwj9jp
time="2022-01-26T10:45:06.384Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
I0126 10:45:10.585825       1 request.go:665] Waited for 1.090300736s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/apis/flowcontrol.apiserver.k8s.io/v1beta1?timeout=32s
time="2022-01-26T10:45:13.478Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:13.478Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:45:13.478Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:45:13.478Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:45:13.478Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:45:13.478Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:45:16.389Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4mpwj9jp
time="2022-01-26T10:45:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:36.302Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.302Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:45:36.302Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.302Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:45:36.302Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=w4xbs4cf
time="2022-01-26T10:45:36.303Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:45:36.303Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=w4xbs4cf
time="2022-01-26T10:45:36.303Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=w4xbs4cf
time="2022-01-26T10:45:36.345Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.365Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.365Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.383Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.39Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.39Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.409Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.409Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.409Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.409Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.409Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=107 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=bg7b7gtb
time="2022-01-26T10:45:36.434Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.434Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.439Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.439Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.439Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=137 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=8sgwq6pq
time="2022-01-26T10:45:36.883Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=nfbnvkq7
time="2022-01-26T10:45:36.883Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=31806 elapsedMillisGT=30000 outcome=unspecified reconcileID=nfbnvkq7
time="2022-01-26T10:45:36.883Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 52.14.166.171:6443: connect: connection refused" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:36.885Z" level=error msg="unable to fetch master machines" controller=machinepool error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 52.14.166.171:6443: connect: connection refused" machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4mpwj9jp
time="2022-01-26T10:45:36.885Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=30501 elapsedMillisGT=30000 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=4mpwj9jp
time="2022-01-26T10:45:36.885Z" level=error msg="Reconciler error" _name=machinepool-controller error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 52.14.166.171:6443: connect: connection refused" name=jshu-pool-test-52czk-worker namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:36.885Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lgwlzzrl
time="2022-01-26T10:45:36.885Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:45:36.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=w9nk2vzh
time="2022-01-26T10:45:36.896Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=w9nk2vzh
time="2022-01-26T10:45:36.898Z" level=info msg="remote cluster is unreachable" controller=machinepool error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lgwlzzrl
time="2022-01-26T10:45:36.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=w9nk2vzh
time="2022-01-26T10:45:36.911Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=gvtmgbbh
time="2022-01-26T10:45:36.911Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=jxrcdbsw
time="2022-01-26T10:45:36.911Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=jxrcdbsw
time="2022-01-26T10:45:36.911Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=gvtmgbbh
time="2022-01-26T10:45:36.911Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=jxrcdbsw
time="2022-01-26T10:45:36.911Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=gvtmgbbh
time="2022-01-26T10:45:36.911Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvtmgbbh
time="2022-01-26T10:45:36.911Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=8z7928b6
time="2022-01-26T10:45:36.911Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=t5fqblf8
time="2022-01-26T10:45:36.911Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=8z7928b6
time="2022-01-26T10:45:36.912Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=t5fqblf8
time="2022-01-26T10:45:36.912Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=t5fqblf8
time="2022-01-26T10:45:36.912Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=t5fqblf8
time="2022-01-26T10:45:36.912Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:45:36.912Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=t5fqblf8
time="2022-01-26T10:45:36.912Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t5fqblf8
time="2022-01-26T10:45:36.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=tc6dcrr4
time="2022-01-26T10:45:36.912Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=tc6dcrr4
time="2022-01-26T10:45:36.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tc6dcrr4
time="2022-01-26T10:45:36.912Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=bsfsb6h5
time="2022-01-26T10:45:36.912Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=bsfsb6h5
time="2022-01-26T10:45:36.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bsfsb6h5
time="2022-01-26T10:45:36.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=jhzk75lg
time="2022-01-26T10:45:36.912Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=jhzk75lg
time="2022-01-26T10:45:36.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhzk75lg
time="2022-01-26T10:45:36.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=tmpnv25v
time="2022-01-26T10:45:36.912Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=tmpnv25v
time="2022-01-26T10:45:36.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmpnv25v
time="2022-01-26T10:45:36.912Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=tfnnhm4c
time="2022-01-26T10:45:36.912Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=tfnnhm4c
time="2022-01-26T10:45:36.912Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=tfnnhm4c
time="2022-01-26T10:45:36.912Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tfnnhm4c
time="2022-01-26T10:45:36.912Z" level=info msg="could not update clusterdeployment with unreachable condition" controller=machinepool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lgwlzzrl
time="2022-01-26T10:45:36.912Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=26 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=lgwlzzrl
time="2022-01-26T10:45:36.912Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=m9522tlj
time="2022-01-26T10:45:36.912Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:45:36.912Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=m9522tlj
time="2022-01-26T10:45:36.912Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=m9522tlj
time="2022-01-26T10:45:36.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=wpc4xn2z
time="2022-01-26T10:45:36.916Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=7nsp7bnl
time="2022-01-26T10:45:36.917Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=wpc4xn2z
time="2022-01-26T10:45:36.917Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=7nsp7bnl
time="2022-01-26T10:45:36.917Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7nsp7bnl
time="2022-01-26T10:45:36.917Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=wpc4xn2z
time="2022-01-26T10:45:36.917Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:45:36.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:36.917Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:36.917Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:45:36.917Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=wlnxs6dx stale=0 standby=3 unclaimed=0
time="2022-01-26T10:45:36.917Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx unassignedCount=1
time="2022-01-26T10:45:36.917Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wlnxs6dx
time="2022-01-26T10:45:36.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zrhzmjfg
time="2022-01-26T10:45:36.917Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:36.917Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:36.918Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:36.918Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:36.918Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zrhzmjfg
time="2022-01-26T10:45:36.918Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zrhzmjfg
time="2022-01-26T10:45:36.918Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zrhzmjfg
time="2022-01-26T10:45:36.919Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=zrhzmjfg
time="2022-01-26T10:45:36.919Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=zrhzmjfg
time="2022-01-26T10:45:36.92Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=8z7928b6
time="2022-01-26T10:45:36.92Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=8z7928b6
time="2022-01-26T10:45:36.925Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=p9m6nqj2
time="2022-01-26T10:45:36.925Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=p9m6nqj2
time="2022-01-26T10:45:36.935Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=p9m6nqj2
time="2022-01-26T10:45:36.935Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=p9m6nqj2
time="2022-01-26T10:45:36.945Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=bxqj2mcw
time="2022-01-26T10:45:36.945Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=bxqj2mcw
time="2022-01-26T10:45:36.952Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=l6wmhzfr
time="2022-01-26T10:45:36.952Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:45:36.952Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=l6wmhzfr
time="2022-01-26T10:45:36.952Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=l6wmhzfr
time="2022-01-26T10:45:36.957Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=bxqj2mcw
time="2022-01-26T10:45:36.957Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=bxqj2mcw
time="2022-01-26T10:45:36.978Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=jmlbxxqw
time="2022-01-26T10:45:36.978Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=jmlbxxqw
time="2022-01-26T10:45:36.989Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=jmlbxxqw
time="2022-01-26T10:45:36.989Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=jmlbxxqw
time="2022-01-26T10:45:37.01Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=3 infraID=jshu-pool-test-52czk-chqvg reconcileID=wpc4xn2z states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:45:37.01Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=wpc4xn2z
time="2022-01-26T10:45:37.029Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=v5prfkht
time="2022-01-26T10:45:37.03Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=v5prfkht
time="2022-01-26T10:45:37.037Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=v5prfkht
time="2022-01-26T10:45:37.037Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=v5prfkht
time="2022-01-26T10:45:37.058Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=wpc4xn2z states="map[pending:{} running:{}]"
time="2022-01-26T10:45:37.058Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=wpc4xn2z
time="2022-01-26T10:45:37.058Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=wpc4xn2z
time="2022-01-26T10:45:37.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=zqpftbnt
time="2022-01-26T10:45:37.07Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=zqpftbnt
time="2022-01-26T10:45:37.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=ddwdchzh
time="2022-01-26T10:45:37.07Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=ddwdchzh
time="2022-01-26T10:45:37.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddwdchzh
time="2022-01-26T10:45:37.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=cqv8xtwj
time="2022-01-26T10:45:37.07Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=cqv8xtwj
time="2022-01-26T10:45:37.07Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=cqv8xtwj
time="2022-01-26T10:45:37.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqv8xtwj
time="2022-01-26T10:45:37.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=7swg6b8l
time="2022-01-26T10:45:37.07Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=7swg6b8l
time="2022-01-26T10:45:37.07Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=7swg6b8l
time="2022-01-26T10:45:37.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7swg6b8l
time="2022-01-26T10:45:37.07Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=xvbvml7s
time="2022-01-26T10:45:37.07Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=xvbvml7s
time="2022-01-26T10:45:37.07Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=xvbvml7s
time="2022-01-26T10:45:37.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=154 elapsedMillisGT=0 outcome=unspecified reconcileID=wpc4xn2z
time="2022-01-26T10:45:37.071Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=z779mnc9
time="2022-01-26T10:45:37.071Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=z779mnc9
time="2022-01-26T10:45:37.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z779mnc9
time="2022-01-26T10:45:37.071Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=zczmnptj
time="2022-01-26T10:45:37.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=zczmnptj
time="2022-01-26T10:45:37.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=zczmnptj
time="2022-01-26T10:45:37.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=zczmnptj
time="2022-01-26T10:45:37.071Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:45:37.071Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=zczmnptj
time="2022-01-26T10:45:37.071Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zczmnptj
time="2022-01-26T10:45:37.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=zgjqh6sh
time="2022-01-26T10:45:37.071Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=zgjqh6sh
time="2022-01-26T10:45:37.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgjqh6sh
time="2022-01-26T10:45:37.071Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=8tzhnqhh
time="2022-01-26T10:45:37.071Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=8tzhnqhh
time="2022-01-26T10:45:37.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8tzhnqhh
time="2022-01-26T10:45:37.075Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=b8rpmbvs
time="2022-01-26T10:45:37.075Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=b8rpmbvs
time="2022-01-26T10:45:37.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b8rpmbvs
time="2022-01-26T10:45:37.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=msh95wmc
time="2022-01-26T10:45:37.076Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lpcqm7vh
time="2022-01-26T10:45:37.076Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:45:37.076Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lpcqm7vh
time="2022-01-26T10:45:37.076Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=lpcqm7vh
time="2022-01-26T10:45:37.076Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:37.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:37.076Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:45:37.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:45:37.076Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:37.076Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:37.076Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:45:37.076Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=msh95wmc
time="2022-01-26T10:45:37.076Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=msh95wmc
time="2022-01-26T10:45:37.076Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=msh95wmc
time="2022-01-26T10:45:37.077Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:45:37.077Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=kzdwt9g5 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:45:37.077Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5 unassignedCount=1
time="2022-01-26T10:45:37.077Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.077Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzdwt9g5
time="2022-01-26T10:45:37.078Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=msh95wmc
time="2022-01-26T10:45:37.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=msh95wmc
time="2022-01-26T10:45:37.08Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=2n55mkql
time="2022-01-26T10:45:37.08Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=2n55mkql
time="2022-01-26T10:45:37.081Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=2n55mkql
time="2022-01-26T10:45:37.092Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=zqpftbnt
time="2022-01-26T10:45:37.092Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=zqpftbnt
time="2022-01-26T10:45:37.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=t9gmqmp6
time="2022-01-26T10:45:37.118Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=t9gmqmp6
time="2022-01-26T10:45:37.127Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=3 infraID=jshu-pool-test-52czk-chqvg reconcileID=2n55mkql states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:45:37.127Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=2n55mkql
time="2022-01-26T10:45:37.13Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=t9gmqmp6
time="2022-01-26T10:45:37.13Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=t9gmqmp6
time="2022-01-26T10:45:37.171Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=2n55mkql states="map[pending:{} running:{}]"
time="2022-01-26T10:45:37.171Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=2n55mkql
time="2022-01-26T10:45:37.171Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=90 elapsedMillisGT=0 outcome=unspecified reconcileID=2n55mkql
time="2022-01-26T10:45:37.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=zk6s6qfw
time="2022-01-26T10:45:37.451Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=zk6s6qfw
time="2022-01-26T10:45:37.461Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=zk6s6qfw
time="2022-01-26T10:45:37.461Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=zk6s6qfw
time="2022-01-26T10:45:38.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=zgg6mzmz
time="2022-01-26T10:45:38.101Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=zgg6mzmz
time="2022-01-26T10:45:38.114Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=zgg6mzmz
time="2022-01-26T10:45:38.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=zgg6mzmz
time="2022-01-26T10:45:39.394Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=98vmmz7k
time="2022-01-26T10:45:39.394Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=98vmmz7k
time="2022-01-26T10:45:39.402Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=98vmmz7k
time="2022-01-26T10:45:39.402Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=98vmmz7k
time="2022-01-26T10:45:41.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=mnspksmz
time="2022-01-26T10:45:41.962Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=mnspksmz
time="2022-01-26T10:45:47Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=q6lwpwvz
time="2022-01-26T10:45:47Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=SyncSetsApplied reconcileID=q6lwpwvz
time="2022-01-26T10:45:47.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=8rfjwph5
time="2022-01-26T10:45:47.013Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h49m59.986643201s reconcileID=8rfjwph5
time="2022-01-26T10:45:47.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8rfjwph5
time="2022-01-26T10:45:47.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=sz965q67
time="2022-01-26T10:45:47.013Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=sz965q67
time="2022-01-26T10:45:47.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sz965q67
time="2022-01-26T10:45:47.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=6qfjnsj2
time="2022-01-26T10:45:47.013Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=6qfjnsj2
time="2022-01-26T10:45:47.013Z" level=debug msg="Waiting to fetch clusteroperator status in 986.225792ms" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=6qfjnsj2
time="2022-01-26T10:45:47.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qfjnsj2
time="2022-01-26T10:45:47.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=9wcb45jg
time="2022-01-26T10:45:47.013Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=9wcb45jg
time="2022-01-26T10:45:47.013Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=9wcb45jg
time="2022-01-26T10:45:47.013Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9wcb45jg
time="2022-01-26T10:45:47.013Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=26nr7tsx
time="2022-01-26T10:45:47.013Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=26nr7tsx
time="2022-01-26T10:45:47.014Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=26nr7tsx
time="2022-01-26T10:45:47.014Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=z4g968zf
time="2022-01-26T10:45:47.014Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=z4g968zf
time="2022-01-26T10:45:47.014Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=z4g968zf
time="2022-01-26T10:45:47.014Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=z4g968zf
time="2022-01-26T10:45:47.014Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:45:47.014Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=z4g968zf
time="2022-01-26T10:45:47.014Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4g968zf
time="2022-01-26T10:45:47.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=dt4zl2b5
time="2022-01-26T10:45:47.014Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=dt4zl2b5
time="2022-01-26T10:45:47.014Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dt4zl2b5
time="2022-01-26T10:45:47.014Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=9d6mjn67
time="2022-01-26T10:45:47.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=s6sb4jp6
time="2022-01-26T10:45:47.014Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=9d6mjn67
time="2022-01-26T10:45:47.014Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9d6mjn67
time="2022-01-26T10:45:47.015Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=q6lwpwvz
time="2022-01-26T10:45:47.019Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=f2p49vl4
time="2022-01-26T10:45:47.019Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:45:47.019Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:45:47.019Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=z7h7xcl7 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:45:47.019Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7 unassignedCount=1
time="2022-01-26T10:45:47.019Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z7h7xcl7
time="2022-01-26T10:45:47.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=8szmxb7s
time="2022-01-26T10:45:47.019Z" level=info msg="Stopping cluster" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=8szmxb7s
time="2022-01-26T10:45:47.02Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=Stopping reconcileID=8szmxb7s
time="2022-01-26T10:45:47.02Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Ready controller=hibernation reason=StoppingOrHibernating reconcileID=8szmxb7s
time="2022-01-26T10:45:47.02Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=8szmxb7s
time="2022-01-26T10:45:47.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:45:47.02Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:45:47.02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:45:47.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=j94kstdn
time="2022-01-26T10:45:47.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.02Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=j94kstdn
time="2022-01-26T10:45:47.021Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=j94kstdn
time="2022-01-26T10:45:47.021Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=j94kstdn
time="2022-01-26T10:45:47.023Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=j94kstdn
time="2022-01-26T10:45:47.023Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=j94kstdn
time="2022-01-26T10:45:47.023Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=5x4v9vxq
time="2022-01-26T10:45:47.023Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=5x4v9vxq
time="2022-01-26T10:45:47.023Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5x4v9vxq
time="2022-01-26T10:45:47.08Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=f2p49vl4
time="2022-01-26T10:45:47.087Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=s6sb4jp6
time="2022-01-26T10:45:47.087Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=s6sb4jp6
time="2022-01-26T10:45:47.087Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=73 elapsedMillisGT=0 outcome=unspecified reconcileID=s6sb4jp6
time="2022-01-26T10:45:47.102Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=f2p49vl4
time="2022-01-26T10:45:47.103Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=f2p49vl4
time="2022-01-26T10:45:47.137Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=6 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=8szmxb7s states="map[pending:{} running:{}]"
time="2022-01-26T10:45:47.137Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation instanceIDs="[i-0f03e202ae6fd813a i-0ddba50d94523fa58 i-0d85caad9bfa36ea6 i-0406f9b39c3a69933 i-0112fe6f3edd2a4bd i-04d9adcda96aee721]" reconcileID=8szmxb7s
time="2022-01-26T10:45:47.146Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=f2p49vl4
time="2022-01-26T10:45:47.146Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=f2p49vl4
time="2022-01-26T10:45:47.152Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=f2p49vl4
time="2022-01-26T10:45:47.152Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=f2p49vl4
time="2022-01-26T10:45:47.152Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=132 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=f2p49vl4
time="2022-01-26T10:45:47.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=614 elapsedMillisGT=0 outcome=unspecified reconcileID=8szmxb7s
time="2022-01-26T10:45:47.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=22lsk9cn
time="2022-01-26T10:45:47.634Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h49m59.365125694s reconcileID=22lsk9cn
time="2022-01-26T10:45:47.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22lsk9cn
time="2022-01-26T10:45:47.634Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=bbm9vrsc
time="2022-01-26T10:45:47.634Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=bbm9vrsc
time="2022-01-26T10:45:47.634Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bbm9vrsc
time="2022-01-26T10:45:47.635Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=fbmvwrmq
time="2022-01-26T10:45:47.635Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=fbmvwrmq
time="2022-01-26T10:45:47.635Z" level=debug msg="Waiting to fetch clusteroperator status in 364.843883ms" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=fbmvwrmq
time="2022-01-26T10:45:47.635Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbmvwrmq
time="2022-01-26T10:45:47.635Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gfpj8w65
time="2022-01-26T10:45:47.635Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gfpj8w65
time="2022-01-26T10:45:47.635Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=gfpj8w65
time="2022-01-26T10:45:47.635Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfpj8w65
time="2022-01-26T10:45:47.635Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=92xh7mgw
time="2022-01-26T10:45:47.635Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=92xh7mgw
time="2022-01-26T10:45:47.635Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=92xh7mgw
time="2022-01-26T10:45:47.635Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=zzhf2pg9
time="2022-01-26T10:45:47.635Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=zzhf2pg9
time="2022-01-26T10:45:47.635Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzhf2pg9
time="2022-01-26T10:45:47.635Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=2lxclmzg
time="2022-01-26T10:45:47.635Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=2lxclmzg
time="2022-01-26T10:45:47.635Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=2lxclmzg
time="2022-01-26T10:45:47.635Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=2lxclmzg
time="2022-01-26T10:45:47.635Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:45:47.635Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=2lxclmzg
time="2022-01-26T10:45:47.635Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2lxclmzg
time="2022-01-26T10:45:47.636Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=6dg2rszj
time="2022-01-26T10:45:47.636Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=6dg2rszj
time="2022-01-26T10:45:47.636Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6dg2rszj
time="2022-01-26T10:45:47.636Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=nnvr994l
time="2022-01-26T10:45:47.641Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:45:47.641Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=s25f8n2f stale=0 standby=3 unclaimed=0
time="2022-01-26T10:45:47.641Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f unassignedCount=1
time="2022-01-26T10:45:47.641Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s25f8n2f
time="2022-01-26T10:45:47.641Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s25f8n2f
time="2022-01-26T10:45:47.642Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lcplhvw4
time="2022-01-26T10:45:47.642Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:45:47.644Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=gqfsqmf8
time="2022-01-26T10:45:47.644Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=gqfsqmf8
time="2022-01-26T10:45:47.644Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gqfsqmf8
time="2022-01-26T10:45:47.644Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=pmw4sjpl
time="2022-01-26T10:45:47.644Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=pmw4sjpl
time="2022-01-26T10:45:47.644Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=pmw4sjpl
time="2022-01-26T10:45:47.644Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:45:47.644Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:45:47.644Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:45:47.645Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=nsfpkxkh
time="2022-01-26T10:45:47.645Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.645Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.645Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.645Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.645Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=nsfpkxkh
time="2022-01-26T10:45:47.645Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=nsfpkxkh
time="2022-01-26T10:45:47.645Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=nsfpkxkh
time="2022-01-26T10:45:47.647Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=nsfpkxkh
time="2022-01-26T10:45:47.647Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=nsfpkxkh
time="2022-01-26T10:45:47.688Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=nnvr994l
time="2022-01-26T10:45:47.688Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=nnvr994l
time="2022-01-26T10:45:47.688Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=52 elapsedMillisGT=0 outcome=unspecified reconcileID=nnvr994l
time="2022-01-26T10:45:47.69Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=6 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=pmw4sjpl states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:45:47.69Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=pmw4sjpl
time="2022-01-26T10:45:47.691Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lcplhvw4
time="2022-01-26T10:45:47.711Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lcplhvw4
time="2022-01-26T10:45:47.712Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lcplhvw4
time="2022-01-26T10:45:47.738Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lcplhvw4
time="2022-01-26T10:45:47.738Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lcplhvw4
time="2022-01-26T10:45:47.74Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=pmw4sjpl states="map[pending:{} running:{}]"
time="2022-01-26T10:45:47.74Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=pmw4sjpl
time="2022-01-26T10:45:47.74Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=pmw4sjpl
time="2022-01-26T10:45:47.743Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lcplhvw4
time="2022-01-26T10:45:47.743Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lcplhvw4
time="2022-01-26T10:45:47.743Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=101 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=lcplhvw4
time="2022-01-26T10:45:47.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=108 elapsedMillisGT=0 outcome=unspecified reconcileID=pmw4sjpl
time="2022-01-26T10:45:47.761Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=nrhqft4b
time="2022-01-26T10:45:47.761Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=nrhqft4b
time="2022-01-26T10:45:47.761Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nrhqft4b
time="2022-01-26T10:45:47.761Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=2kn9nx9t
time="2022-01-26T10:45:47.761Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=2kn9nx9t
time="2022-01-26T10:45:47.761Z" level=debug msg="Waiting to fetch clusteroperator status in 238.065244ms" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=2kn9nx9t
time="2022-01-26T10:45:47.761Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kn9nx9t
time="2022-01-26T10:45:47.761Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=j5rdhn4f
time="2022-01-26T10:45:47.762Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=j5rdhn4f
time="2022-01-26T10:45:47.762Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=j5rdhn4f
time="2022-01-26T10:45:47.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5rdhn4f
time="2022-01-26T10:45:47.762Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=ts4z2pmt
time="2022-01-26T10:45:47.762Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=ts4z2pmt
time="2022-01-26T10:45:47.762Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=ts4z2pmt
time="2022-01-26T10:45:47.762Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=7n7ln96m
time="2022-01-26T10:45:47.762Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=7n7ln96m
time="2022-01-26T10:45:47.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7n7ln96m
time="2022-01-26T10:45:47.762Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=r7czhjjl
time="2022-01-26T10:45:47.762Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=r7czhjjl
time="2022-01-26T10:45:47.762Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=r7czhjjl
time="2022-01-26T10:45:47.762Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=r7czhjjl
time="2022-01-26T10:45:47.762Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:45:47.762Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=r7czhjjl
time="2022-01-26T10:45:47.762Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7czhjjl
time="2022-01-26T10:45:47.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=ghlhgrk6
time="2022-01-26T10:45:47.762Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=ghlhgrk6
time="2022-01-26T10:45:47.762Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghlhgrk6
time="2022-01-26T10:45:47.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=9lzrrctm
time="2022-01-26T10:45:47.764Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=dl56hrtk
time="2022-01-26T10:45:47.764Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=dl56hrtk
time="2022-01-26T10:45:47.766Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=dl56hrtk
time="2022-01-26T10:45:47.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:45:47.766Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:45:47.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:45:47.766Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=2cmqjdlm
time="2022-01-26T10:45:47.766Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=2cmqjdlm
time="2022-01-26T10:45:47.766Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2cmqjdlm
time="2022-01-26T10:45:47.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k629f4vp
time="2022-01-26T10:45:47.767Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.767Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.767Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.767Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:45:47.767Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k629f4vp
time="2022-01-26T10:45:47.767Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k629f4vp
time="2022-01-26T10:45:47.767Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k629f4vp
time="2022-01-26T10:45:47.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=xfz662gv
time="2022-01-26T10:45:47.767Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h49m59.232428923s reconcileID=xfz662gv
time="2022-01-26T10:45:47.767Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xfz662gv
time="2022-01-26T10:45:47.767Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=57bbqgvc
time="2022-01-26T10:45:47.768Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:45:47.772Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=k629f4vp
time="2022-01-26T10:45:47.772Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=k629f4vp
time="2022-01-26T10:45:47.772Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:45:47.772Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=857x4jfc stale=0 standby=3 unclaimed=0
time="2022-01-26T10:45:47.772Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc unassignedCount=1
time="2022-01-26T10:45:47.772Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=857x4jfc
time="2022-01-26T10:45:47.772Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=857x4jfc
time="2022-01-26T10:45:47.827Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=57bbqgvc
time="2022-01-26T10:45:47.827Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=9lzrrctm
time="2022-01-26T10:45:47.827Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=9lzrrctm
time="2022-01-26T10:45:47.827Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=64 elapsedMillisGT=0 outcome=unspecified reconcileID=9lzrrctm
time="2022-01-26T10:45:47.862Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=57bbqgvc
time="2022-01-26T10:45:47.864Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=57bbqgvc
time="2022-01-26T10:45:47.89Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=57bbqgvc
time="2022-01-26T10:45:47.89Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=57bbqgvc
time="2022-01-26T10:45:47.896Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=57bbqgvc
time="2022-01-26T10:45:47.896Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=57bbqgvc
time="2022-01-26T10:45:47.896Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=128 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=57bbqgvc
time="2022-01-26T10:45:47.973Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=6 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=dl56hrtk states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:45:47.974Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=dl56hrtk
time="2022-01-26T10:45:48Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=ffnlbt94
time="2022-01-26T10:45:48Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=ffnlbt94
time="2022-01-26T10:45:48.018Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=dl56hrtk states="map[pending:{} running:{}]"
time="2022-01-26T10:45:48.018Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=dl56hrtk
time="2022-01-26T10:45:48.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=254 elapsedMillisGT=0 outcome=unspecified reconcileID=dl56hrtk
I0126 10:45:50.002250       1 request.go:665] Waited for 1.103460268s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/k8s.cni.cncf.io/v1?timeout=32s
time="2022-01-26T10:45:56.945Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:45:56.945Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:11.964Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: connect: connection refused" reconcileID=mnspksmz
time="2022-01-26T10:46:11.964Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=mnspksmz
time="2022-01-26T10:46:17.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=xvxtqg4g
time="2022-01-26T10:46:17.085Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=xvxtqg4g
time="2022-01-26T10:46:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:37.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=hbz8nk2b
time="2022-01-26T10:46:37.172Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=hbz8nk2b
time="2022-01-26T10:46:37.172Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=hbz8nk2b
time="2022-01-26T10:46:37.291Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=hbz8nk2b states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:46:37.291Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=hbz8nk2b
time="2022-01-26T10:46:37.291Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk condition=Hibernating controller=hibernation reason=Hibernating reconcileID=hbz8nk2b
time="2022-01-26T10:46:37.304Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=84jwbjkh
time="2022-01-26T10:46:37.304Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=84jwbjkh
time="2022-01-26T10:46:37.304Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=84jwbjkh
time="2022-01-26T10:46:37.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=pww7fx8j
time="2022-01-26T10:46:37.304Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=pww7fx8j
time="2022-01-26T10:46:37.304Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pww7fx8j
time="2022-01-26T10:46:37.304Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=bdhg7xtb
time="2022-01-26T10:46:37.304Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=tzmtrqrd
time="2022-01-26T10:46:37.304Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:46:37.304Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=tzmtrqrd
time="2022-01-26T10:46:37.304Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=tzmtrqrd
time="2022-01-26T10:46:37.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:46:37.304Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:46:37.304Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=bdhg7xtb
time="2022-01-26T10:46:37.304Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:46:37.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=gt74k6jw
time="2022-01-26T10:46:37.304Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=bdhg7xtb
time="2022-01-26T10:46:37.304Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=bdhg7xtb
time="2022-01-26T10:46:37.304Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=gt74k6jw
time="2022-01-26T10:46:37.304Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:46:37.304Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=bdhg7xtb
time="2022-01-26T10:46:37.304Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdhg7xtb
time="2022-01-26T10:46:37.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vfbgjgr8
time="2022-01-26T10:46:37.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=zpl6b5bv
time="2022-01-26T10:46:37.305Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:46:37.305Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=zpl6b5bv
time="2022-01-26T10:46:37.305Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zpl6b5bv
time="2022-01-26T10:46:37.305Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:46:37.305Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=vbxbbkkg
time="2022-01-26T10:46:37.305Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:46:37.305Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=vbxbbkkg
time="2022-01-26T10:46:37.305Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:46:37.305Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbxbbkkg
time="2022-01-26T10:46:37.305Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vfbgjgr8
time="2022-01-26T10:46:37.305Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vfbgjgr8
time="2022-01-26T10:46:37.305Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vfbgjgr8
time="2022-01-26T10:46:37.305Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:46:37.305Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=x5j5nmwv stale=0 standby=3 unclaimed=0
time="2022-01-26T10:46:37.305Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv unassignedCount=1
time="2022-01-26T10:46:37.305Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x5j5nmwv
time="2022-01-26T10:46:37.305Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=mxgfzm9f
time="2022-01-26T10:46:37.305Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=mxgfzm9f
time="2022-01-26T10:46:37.305Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxgfzm9f
time="2022-01-26T10:46:37.304Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=gt74k6jw
time="2022-01-26T10:46:37.305Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gt74k6jw
time="2022-01-26T10:46:37.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=133 elapsedMillisGT=0 outcome=unspecified reconcileID=hbz8nk2b
time="2022-01-26T10:46:37.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=wwhgct6d
time="2022-01-26T10:46:37.306Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=wwhgct6d
time="2022-01-26T10:46:37.306Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=wwhgct6d
time="2022-01-26T10:46:37.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=z88m8sdx
time="2022-01-26T10:46:37.306Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=z88m8sdx
time="2022-01-26T10:46:37.306Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=z88m8sdx
time="2022-01-26T10:46:37.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z88m8sdx
time="2022-01-26T10:46:37.306Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=22m4bbbt
time="2022-01-26T10:46:37.306Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=22m4bbbt
time="2022-01-26T10:46:37.306Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=22m4bbbt
time="2022-01-26T10:46:37.307Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vfbgjgr8
time="2022-01-26T10:46:37.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=vfbgjgr8
time="2022-01-26T10:46:37.352Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=wwhgct6d states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:46:37.352Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=wwhgct6d
time="2022-01-26T10:46:37.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=46 elapsedMillisGT=0 outcome=unspecified reconcileID=wwhgct6d
time="2022-01-26T10:46:47.086Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: i/o timeout" reconcileID=xvxtqg4g
time="2022-01-26T10:46:47.095Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xvxtqg4g
time="2022-01-26T10:46:47.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30010 elapsedMillisGT=30000 outcome=unspecified reconcileID=xvxtqg4g
time="2022-01-26T10:46:47.095Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-52czk\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-52czk namespace=jshu-pool-test-52czk
time="2022-01-26T10:46:47.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=9bhgnhg7
time="2022-01-26T10:46:47.095Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=9bhgnhg7
time="2022-01-26T10:46:48.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=d6hbbmj6
time="2022-01-26T10:46:48.018Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=d6hbbmj6
time="2022-01-26T10:46:48.019Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=d6hbbmj6
time="2022-01-26T10:46:48.108Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=5 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=d6hbbmj6 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:46:48.108Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=d6hbbmj6
time="2022-01-26T10:46:48.154Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=d6hbbmj6 states="map[pending:{} running:{}]"
time="2022-01-26T10:46:48.154Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=d6hbbmj6
time="2022-01-26T10:46:48.154Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=d6hbbmj6
time="2022-01-26T10:46:48.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=147 elapsedMillisGT=0 outcome=unspecified reconcileID=d6hbbmj6
time="2022-01-26T10:46:48.166Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=4nqvh2dd
time="2022-01-26T10:46:48.166Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=4nqvh2dd
time="2022-01-26T10:46:48.166Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=4nqvh2dd
time="2022-01-26T10:46:48.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=pv48sxq6
time="2022-01-26T10:46:48.166Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable delay=1h48m58.833279493s reconcileID=pv48sxq6
time="2022-01-26T10:46:48.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pv48sxq6
time="2022-01-26T10:46:48.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=k6zggs5b
time="2022-01-26T10:46:48.166Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=k6zggs5b
time="2022-01-26T10:46:48.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6zggs5b
time="2022-01-26T10:46:48.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=frlpcxvf
time="2022-01-26T10:46:48.166Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=frlpcxvf
time="2022-01-26T10:46:48.166Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=frlpcxvf
time="2022-01-26T10:46:48.166Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=frlpcxvf
time="2022-01-26T10:46:48.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=l8nnfv99
time="2022-01-26T10:46:48.167Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=l8nnfv99
time="2022-01-26T10:46:48.167Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8nnfv99
time="2022-01-26T10:46:48.167Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=zktgn2zk
time="2022-01-26T10:46:48.167Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=zktgn2zk
time="2022-01-26T10:46:48.167Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=zktgn2zk
time="2022-01-26T10:46:48.167Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=zktgn2zk
time="2022-01-26T10:46:48.167Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:46:48.167Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=zktgn2zk
time="2022-01-26T10:46:48.167Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zktgn2zk
time="2022-01-26T10:46:48.167Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=5rcdcp2v
time="2022-01-26T10:46:48.167Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=5rcdcp2v
time="2022-01-26T10:46:48.167Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rcdcp2v
time="2022-01-26T10:46:48.167Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=cxn6blds
time="2022-01-26T10:46:48.171Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=rmlw55n9
time="2022-01-26T10:46:48.171Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=rmlw55n9
time="2022-01-26T10:46:48.171Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmlw55n9
time="2022-01-26T10:46:48.174Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=br46lk92
time="2022-01-26T10:46:48.174Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=br46lk92
time="2022-01-26T10:46:48.174Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=br46lk92
time="2022-01-26T10:46:48.182Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:46:48.182Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=smsvf696 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:46:48.182Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696 unassignedCount=1
time="2022-01-26T10:46:48.182Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=smsvf696
time="2022-01-26T10:46:48.182Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:46:48.182Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:46:48.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:46:48.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q5pcmkvd
time="2022-01-26T10:46:48.183Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:46:48.183Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:46:48.183Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:46:48.183Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:46:48.183Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q5pcmkvd
time="2022-01-26T10:46:48.183Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q5pcmkvd
time="2022-01-26T10:46:48.183Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q5pcmkvd
time="2022-01-26T10:46:48.183Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lkjgmrsj
time="2022-01-26T10:46:48.183Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:46:48.186Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=q5pcmkvd
time="2022-01-26T10:46:48.186Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=q5pcmkvd
time="2022-01-26T10:46:48.226Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=5 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=br46lk92 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:46:48.228Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=br46lk92
time="2022-01-26T10:46:48.28Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=br46lk92 states="map[pending:{} running:{}]"
time="2022-01-26T10:46:48.28Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=br46lk92
time="2022-01-26T10:46:48.28Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=106 elapsedMillisGT=0 outcome=unspecified reconcileID=br46lk92
I0126 10:46:54.369223       1 request.go:665] Waited for 1.171031643s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/apps.openshift.io/v1?timeout=32s
time="2022-01-26T10:46:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:46:58.008Z" level=warning msg="slow client request" controller=clusterState elapsedMillis=60002 method=GET path=config.openshift.io/v1/clusteroperators remote=true status="504 Gateway Timeout"
time="2022-01-26T10:46:58.009Z" level=error msg="failed to list target cluster operators" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusteroperators.config.openshift.io)" reconcileID=ffnlbt94
time="2022-01-26T10:46:58.009Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=70008 elapsedMillisGT=60000 outcome=unspecified reconcileID=ffnlbt94
time="2022-01-26T10:46:58.009Z" level=error msg="Reconciler error" _name=clusterstate-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusteroperators.config.openshift.io)" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:46:58.009Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=27hr8z4f
time="2022-01-26T10:46:58.009Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=27hr8z4f
time="2022-01-26T10:46:58.218Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lkjgmrsj
I0126 10:47:04.411138       1 request.go:665] Waited for 3.307748974s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/snapshot.storage.k8s.io/v1beta1?timeout=32s
time="2022-01-26T10:47:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:13.479Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:13.479Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:47:13.479Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:47:13.479Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:47:13.479Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:47:13.479Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:47:17.097Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.134.121.179:6443: i/o timeout" reconcileID=9bhgnhg7
time="2022-01-26T10:47:17.11Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=9bhgnhg7
time="2022-01-26T10:47:17.11Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=722vx8j9
time="2022-01-26T10:47:17.11Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=722vx8j9
time="2022-01-26T10:47:17.11Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=mnm7vg59
time="2022-01-26T10:47:17.11Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=mnm7vg59
time="2022-01-26T10:47:17.11Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=mnm7vg59
time="2022-01-26T10:47:17.11Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=dvc5zjtz
time="2022-01-26T10:47:17.11Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=dvc5zjtz
time="2022-01-26T10:47:17.11Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dvc5zjtz
time="2022-01-26T10:47:17.11Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=5qzr8k7r
time="2022-01-26T10:47:17.11Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=5qzr8k7r
time="2022-01-26T10:47:17.11Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=5qzr8k7r
time="2022-01-26T10:47:17.11Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5qzr8k7r
time="2022-01-26T10:47:17.11Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=jgjpc5hl
time="2022-01-26T10:47:17.11Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=jgjpc5hl
time="2022-01-26T10:47:17.11Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=jgjpc5hl
time="2022-01-26T10:47:17.11Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jgjpc5hl
time="2022-01-26T10:47:17.11Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=jqlcs2nr
time="2022-01-26T10:47:17.111Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=jqlcs2nr
time="2022-01-26T10:47:17.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jqlcs2nr
time="2022-01-26T10:47:17.111Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=bv4knbmq
time="2022-01-26T10:47:17.111Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=bv4knbmq
time="2022-01-26T10:47:17.111Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=bv4knbmq
time="2022-01-26T10:47:17.111Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=bv4knbmq
time="2022-01-26T10:47:17.111Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:47:17.111Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=bv4knbmq
time="2022-01-26T10:47:17.111Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bv4knbmq
time="2022-01-26T10:47:17.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=7ll22x6p
time="2022-01-26T10:47:17.111Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=7ll22x6p
time="2022-01-26T10:47:17.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ll22x6p
time="2022-01-26T10:47:17.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=67vjmsgm
time="2022-01-26T10:47:17.111Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=67vjmsgm
time="2022-01-26T10:47:17.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67vjmsgm
time="2022-01-26T10:47:17.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=fhc775jw
time="2022-01-26T10:47:17.115Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=wg647mj9
time="2022-01-26T10:47:17.115Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=wg647mj9
time="2022-01-26T10:47:17.115Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wg647mj9
time="2022-01-26T10:47:17.116Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=lnz2j98w
time="2022-01-26T10:47:17.116Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:47:17.116Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=lnz2j98w
time="2022-01-26T10:47:17.116Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:47:17.116Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:47:17.116Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:47:17.116Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=fhc775jw
time="2022-01-26T10:47:17.116Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=fhc775jw
time="2022-01-26T10:47:17.116Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=fhc775jw
time="2022-01-26T10:47:17.116Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=lnz2j98w
time="2022-01-26T10:47:17.116Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:47:17.116Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:47:17.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:47:17.116Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:47:17.116Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=cwpxcm4b stale=0 standby=3 unclaimed=0
time="2022-01-26T10:47:17.116Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b unassignedCount=1
time="2022-01-26T10:47:17.116Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.116Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cwpxcm4b
time="2022-01-26T10:47:17.117Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=qbr22zz7
time="2022-01-26T10:47:17.117Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:47:17.117Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=qbr22zz7
time="2022-01-26T10:47:17.117Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=qbr22zz7
time="2022-01-26T10:47:17.117Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=fhc775jw
time="2022-01-26T10:47:17.118Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=fhc775jw
time="2022-01-26T10:47:17.222Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=lnz2j98w states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:47:17.222Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=lnz2j98w
time="2022-01-26T10:47:17.222Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=106 elapsedMillisGT=0 outcome=unspecified reconcileID=lnz2j98w
time="2022-01-26T10:47:19.313Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=cxn6blds
time="2022-01-26T10:47:19.313Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=31145 elapsedMillisGT=30000 outcome=unspecified reconcileID=cxn6blds
time="2022-01-26T10:47:19.313Z" level=error msg="Reconciler error" _name=clusterversion-controller error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.12.37.39:6443: connect: connection refused" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:47:19.315Z" level=error msg="unable to fetch master machines" controller=machinepool error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.12.37.39:6443: connect: connection refused" machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=lkjgmrsj
time="2022-01-26T10:47:19.315Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=31131 elapsedMillisGT=30000 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=lkjgmrsj
time="2022-01-26T10:47:19.315Z" level=error msg="Reconciler error" _name=machinepool-controller error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.12.37.39:6443: connect: connection refused" name=jshu-pool-test-skzgx-worker namespace=jshu-pool-test-skzgx
time="2022-01-26T10:47:19.316Z" level=error msg="failed to list target cluster operators" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=27hr8z4f
time="2022-01-26T10:47:19.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=21307 elapsedMillisGT=10000 outcome=unspecified reconcileID=27hr8z4f
time="2022-01-26T10:47:19.316Z" level=error msg="Reconciler error" _name=clusterstate-controller error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.12.37.39:6443: connect: connection refused" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:47:19.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=8rtfz5wz
time="2022-01-26T10:47:19.316Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=8rtfz5wz
time="2022-01-26T10:47:19.319Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=hhdzzjxg
time="2022-01-26T10:47:19.326Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=fxsl9hxz
time="2022-01-26T10:47:19.326Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:47:19.329Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=hhdzzjxg
time="2022-01-26T10:47:19.33Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=8rtfz5wz
time="2022-01-26T10:47:19.338Z" level=info msg="remote cluster is unreachable" controller=machinepool error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=fxsl9hxz
time="2022-01-26T10:47:19.342Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=gkbddwdl
time="2022-01-26T10:47:19.342Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=4g9gk9ps
time="2022-01-26T10:47:19.342Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=gkbddwdl
time="2022-01-26T10:47:19.342Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=4g9gk9ps
time="2022-01-26T10:47:19.342Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4g9gk9ps
time="2022-01-26T10:47:19.342Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=sjkjr84n
time="2022-01-26T10:47:19.342Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=sjkjr84n
time="2022-01-26T10:47:19.342Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=sjkjr84n
time="2022-01-26T10:47:19.342Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjkjr84n
time="2022-01-26T10:47:19.342Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=5lm8gsgw
time="2022-01-26T10:47:19.342Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=5lm8gsgw
time="2022-01-26T10:47:19.342Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=5lm8gsgw
time="2022-01-26T10:47:19.342Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=lpbc6hc4
time="2022-01-26T10:47:19.343Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=lpbc6hc4
time="2022-01-26T10:47:19.343Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=lpbc6hc4
time="2022-01-26T10:47:19.343Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=lpbc6hc4
time="2022-01-26T10:47:19.343Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:47:19.343Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=lpbc6hc4
time="2022-01-26T10:47:19.343Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpbc6hc4
time="2022-01-26T10:47:19.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=wfl6qhz4
time="2022-01-26T10:47:19.343Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=wfl6qhz4
time="2022-01-26T10:47:19.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wfl6qhz4
time="2022-01-26T10:47:19.343Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=rcs9ng7m
time="2022-01-26T10:47:19.343Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=rcs9ng7m
time="2022-01-26T10:47:19.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rcs9ng7m
time="2022-01-26T10:47:19.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=8rtfz5wz
time="2022-01-26T10:47:19.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=tr6n4lc4
time="2022-01-26T10:47:19.344Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=tr6n4lc4
time="2022-01-26T10:47:19.344Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=tr6n4lc4
time="2022-01-26T10:47:19.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tr6n4lc4
time="2022-01-26T10:47:19.344Z" level=info msg="could not update clusterdeployment with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hhdzzjxg
time="2022-01-26T10:47:19.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=hhdzzjxg
time="2022-01-26T10:47:19.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=jtfng44l
time="2022-01-26T10:47:19.344Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=jtfng44l
time="2022-01-26T10:47:19.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jtfng44l
time="2022-01-26T10:47:19.347Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=f9qclbps
time="2022-01-26T10:47:19.347Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=f9qclbps
time="2022-01-26T10:47:19.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9qclbps
time="2022-01-26T10:47:19.347Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:47:19.347Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:47:19.347Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:47:19.348Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=svfc9p8s
time="2022-01-26T10:47:19.348Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=svfc9p8s
time="2022-01-26T10:47:19.349Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=svfc9p8s
time="2022-01-26T10:47:19.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tv5wnb2v
time="2022-01-26T10:47:19.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:47:19.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:47:19.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:47:19.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:47:19.349Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tv5wnb2v
time="2022-01-26T10:47:19.349Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tv5wnb2v
time="2022-01-26T10:47:19.349Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tv5wnb2v
time="2022-01-26T10:47:19.35Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=tv5wnb2v
time="2022-01-26T10:47:19.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=tv5wnb2v
time="2022-01-26T10:47:19.35Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:47:19.351Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=spfvfhk4 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:47:19.351Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4 unassignedCount=1
time="2022-01-26T10:47:19.351Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=spfvfhk4
time="2022-01-26T10:47:19.351Z" level=info msg="could not update clusterdeployment with unreachable condition" controller=machinepool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=fxsl9hxz
time="2022-01-26T10:47:19.351Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=25 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=fxsl9hxz
time="2022-01-26T10:47:19.353Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=gkbddwdl
time="2022-01-26T10:47:19.353Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=gkbddwdl
time="2022-01-26T10:47:19.355Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=9w856q6r
time="2022-01-26T10:47:19.355Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=9w856q6r
time="2022-01-26T10:47:19.355Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9w856q6r
time="2022-01-26T10:47:19.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=g86g9lms
time="2022-01-26T10:47:19.359Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=g86g9lms
time="2022-01-26T10:47:19.363Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=xmchfh9d
time="2022-01-26T10:47:19.363Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:47:19.363Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=xmchfh9d
time="2022-01-26T10:47:19.363Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=xmchfh9d
time="2022-01-26T10:47:19.367Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=g86g9lms
time="2022-01-26T10:47:19.367Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=g86g9lms
time="2022-01-26T10:47:19.377Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=kjsk7hc6
time="2022-01-26T10:47:19.377Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=kjsk7hc6
time="2022-01-26T10:47:19.387Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=kjsk7hc6
time="2022-01-26T10:47:19.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=kjsk7hc6
time="2022-01-26T10:47:19.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=xvn2rvtk
time="2022-01-26T10:47:19.407Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=xvn2rvtk
time="2022-01-26T10:47:19.414Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=xvn2rvtk
time="2022-01-26T10:47:19.414Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=xvn2rvtk
time="2022-01-26T10:47:19.441Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=3 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=svfc9p8s states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:47:19.441Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=svfc9p8s
time="2022-01-26T10:47:19.455Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=xgcbmsv9
time="2022-01-26T10:47:19.455Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=xgcbmsv9
time="2022-01-26T10:47:19.468Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=xgcbmsv9
time="2022-01-26T10:47:19.468Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=xgcbmsv9
time="2022-01-26T10:47:19.488Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=svfc9p8s states="map[pending:{} running:{}]"
time="2022-01-26T10:47:19.488Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=svfc9p8s
time="2022-01-26T10:47:19.488Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=svfc9p8s
time="2022-01-26T10:47:19.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=ltt6m27t
time="2022-01-26T10:47:19.499Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=ltt6m27t
time="2022-01-26T10:47:19.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=151 elapsedMillisGT=0 outcome=unspecified reconcileID=svfc9p8s
time="2022-01-26T10:47:19.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=svb86d5b
time="2022-01-26T10:47:19.5Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=svb86d5b
time="2022-01-26T10:47:19.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svb86d5b
time="2022-01-26T10:47:19.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=9bmf8frj
time="2022-01-26T10:47:19.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=9bmf8frj
time="2022-01-26T10:47:19.5Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=9bmf8frj
time="2022-01-26T10:47:19.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9bmf8frj
time="2022-01-26T10:47:19.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=cfbvg6wr
time="2022-01-26T10:47:19.5Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=cfbvg6wr
time="2022-01-26T10:47:19.5Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=cfbvg6wr
time="2022-01-26T10:47:19.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cfbvg6wr
time="2022-01-26T10:47:19.5Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=cshszs6k
time="2022-01-26T10:47:19.5Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=cshszs6k
time="2022-01-26T10:47:19.5Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=cshszs6k
time="2022-01-26T10:47:19.5Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=tv67zbc8
time="2022-01-26T10:47:19.5Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=tv67zbc8
time="2022-01-26T10:47:19.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tv67zbc8
time="2022-01-26T10:47:19.5Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=blrhdgfr
time="2022-01-26T10:47:19.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=blrhdgfr
time="2022-01-26T10:47:19.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=blrhdgfr
time="2022-01-26T10:47:19.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=blrhdgfr
time="2022-01-26T10:47:19.5Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:47:19.5Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=blrhdgfr
time="2022-01-26T10:47:19.5Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=blrhdgfr
time="2022-01-26T10:47:19.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=69tsjnrr
time="2022-01-26T10:47:19.5Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=69tsjnrr
time="2022-01-26T10:47:19.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69tsjnrr
time="2022-01-26T10:47:19.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=jwzs7sr2
time="2022-01-26T10:47:19.5Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=jwzs7sr2
time="2022-01-26T10:47:19.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jwzs7sr2
time="2022-01-26T10:47:19.504Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=6p28tlhh
time="2022-01-26T10:47:19.504Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=6p28tlhh
time="2022-01-26T10:47:19.504Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6p28tlhh
time="2022-01-26T10:47:19.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:47:19.505Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:47:19.505Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:47:19.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2xsll448
time="2022-01-26T10:47:19.505Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:47:19.506Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:47:19.506Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=5ndh4x49 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:47:19.506Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:47:19.506Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:47:19.506Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49 unassignedCount=1
time="2022-01-26T10:47:19.506Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:47:19.506Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2xsll448
time="2022-01-26T10:47:19.506Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2xsll448
time="2022-01-26T10:47:19.506Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2xsll448
time="2022-01-26T10:47:19.506Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5ndh4x49
time="2022-01-26T10:47:19.506Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=r279kxtj
time="2022-01-26T10:47:19.506Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:47:19.506Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=r279kxtj
time="2022-01-26T10:47:19.506Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=r279kxtj
time="2022-01-26T10:47:19.507Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2xsll448
time="2022-01-26T10:47:19.507Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2xsll448
time="2022-01-26T10:47:19.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=rxp9c5r8
time="2022-01-26T10:47:19.509Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=rxp9c5r8
time="2022-01-26T10:47:19.509Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=rxp9c5r8
time="2022-01-26T10:47:19.511Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=ltt6m27t
time="2022-01-26T10:47:19.511Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=ltt6m27t
time="2022-01-26T10:47:19.548Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=f9gjf5rf
time="2022-01-26T10:47:19.548Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=f9gjf5rf
time="2022-01-26T10:47:19.55Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=3 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=rxp9c5r8 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:47:19.55Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=rxp9c5r8
time="2022-01-26T10:47:19.561Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=f9gjf5rf
time="2022-01-26T10:47:19.561Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=f9gjf5rf
time="2022-01-26T10:47:19.601Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=rxp9c5r8 states="map[pending:{} running:{}]"
time="2022-01-26T10:47:19.601Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=rxp9c5r8
time="2022-01-26T10:47:19.601Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=rxp9c5r8
time="2022-01-26T10:47:19.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=9zjfg597
time="2022-01-26T10:47:19.882Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=9zjfg597
time="2022-01-26T10:47:19.892Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=9zjfg597
time="2022-01-26T10:47:19.892Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=9zjfg597
time="2022-01-26T10:47:20.533Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=cc7rqmrb
time="2022-01-26T10:47:20.533Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=cc7rqmrb
time="2022-01-26T10:47:20.542Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=cc7rqmrb
time="2022-01-26T10:47:20.542Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=cc7rqmrb
time="2022-01-26T10:47:21.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=dr6rwpkn
time="2022-01-26T10:47:21.823Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=dr6rwpkn
time="2022-01-26T10:47:21.84Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=dr6rwpkn
time="2022-01-26T10:47:21.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=dr6rwpkn
time="2022-01-26T10:47:24.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=8nj9tw27
time="2022-01-26T10:47:24.401Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=8nj9tw27
time="2022-01-26T10:47:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:47.112Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.134.121.179:6443: i/o timeout" reconcileID=722vx8j9
time="2022-01-26T10:47:47.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=722vx8j9
time="2022-01-26T10:47:47.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=ww7lc5xk
time="2022-01-26T10:47:47.112Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=ww7lc5xk
time="2022-01-26T10:47:54.402Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: connect: connection refused" reconcileID=8nj9tw27
time="2022-01-26T10:47:54.402Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=8nj9tw27
time="2022-01-26T10:47:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:47:59.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=p22ncjvt
time="2022-01-26T10:47:59.523Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=p22ncjvt
time="2022-01-26T10:48:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:48:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:48:17.114Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: i/o timeout" reconcileID=ww7lc5xk
time="2022-01-26T10:48:17.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=w6jkbv6d
time="2022-01-26T10:48:17.127Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=w6jkbv6d
time="2022-01-26T10:48:17.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6jkbv6d
time="2022-01-26T10:48:17.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=c7b5pn84
time="2022-01-26T10:48:17.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=c7b5pn84
time="2022-01-26T10:48:17.127Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=c7b5pn84
time="2022-01-26T10:48:17.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7b5pn84
time="2022-01-26T10:48:17.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=5cqd77j4
time="2022-01-26T10:48:17.127Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=5cqd77j4
time="2022-01-26T10:48:17.127Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=5cqd77j4
time="2022-01-26T10:48:17.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5cqd77j4
time="2022-01-26T10:48:17.127Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=lsbpgrbn
time="2022-01-26T10:48:17.128Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=lsbpgrbn
time="2022-01-26T10:48:17.128Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=lsbpgrbn
time="2022-01-26T10:48:17.128Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=l7g5hxbj
time="2022-01-26T10:48:17.128Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=l7g5hxbj
time="2022-01-26T10:48:17.128Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=l7g5hxbj
time="2022-01-26T10:48:17.128Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=l7g5hxbj
time="2022-01-26T10:48:17.128Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:48:17.128Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=l7g5hxbj
time="2022-01-26T10:48:17.128Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7g5hxbj
time="2022-01-26T10:48:17.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=5dpq7rlc
time="2022-01-26T10:48:17.128Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=5dpq7rlc
time="2022-01-26T10:48:17.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5dpq7rlc
time="2022-01-26T10:48:17.128Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=5wh4xdkw
time="2022-01-26T10:48:17.128Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=5wh4xdkw
time="2022-01-26T10:48:17.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wh4xdkw
time="2022-01-26T10:48:17.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=fkvfh6gd
time="2022-01-26T10:48:17.128Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=fkvfh6gd
time="2022-01-26T10:48:17.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fkvfh6gd
time="2022-01-26T10:48:17.128Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30016 elapsedMillisGT=30000 outcome=unspecified reconcileID=ww7lc5xk
time="2022-01-26T10:48:17.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=7txwb5xr
time="2022-01-26T10:48:17.128Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=7txwb5xr
time="2022-01-26T10:48:17.134Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:17.134Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=xbln5gb2 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:17.134Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2 unassignedCount=1
time="2022-01-26T10:48:17.134Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xbln5gb2
time="2022-01-26T10:48:17.134Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=52msm488
time="2022-01-26T10:48:17.134Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=52msm488
time="2022-01-26T10:48:17.134Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52msm488
time="2022-01-26T10:48:17.134Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=5k9jt9tk
time="2022-01-26T10:48:17.135Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=5k9jt9tk
time="2022-01-26T10:48:17.135Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=5k9jt9tk
time="2022-01-26T10:48:17.135Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:48:17.135Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:48:17.135Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:48:17.135Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=4lv7hc2d
time="2022-01-26T10:48:17.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:48:17.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:48:17.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:48:17.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:48:17.135Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=4lv7hc2d
time="2022-01-26T10:48:17.135Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=4lv7hc2d
time="2022-01-26T10:48:17.135Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=4lv7hc2d
time="2022-01-26T10:48:17.137Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=4lv7hc2d
time="2022-01-26T10:48:17.137Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=4lv7hc2d
time="2022-01-26T10:48:17.137Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4rplc8m7
time="2022-01-26T10:48:17.137Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:48:17.137Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=4rplc8m7
time="2022-01-26T10:48:17.137Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=4rplc8m7
time="2022-01-26T10:48:17.239Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=5k9jt9tk states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:48:17.239Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=5k9jt9tk
time="2022-01-26T10:48:17.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=104 elapsedMillisGT=0 outcome=unspecified reconcileID=5k9jt9tk
time="2022-01-26T10:48:19.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=z7hrjfjb
time="2022-01-26T10:48:19.602Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=z7hrjfjb
time="2022-01-26T10:48:19.602Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=z7hrjfjb
time="2022-01-26T10:48:19.729Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=z7hrjfjb states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:48:19.729Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=z7hrjfjb
time="2022-01-26T10:48:19.729Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx condition=Hibernating controller=hibernation reason=Hibernating reconcileID=z7hrjfjb
time="2022-01-26T10:48:19.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=136 elapsedMillisGT=0 outcome=unspecified reconcileID=z7hrjfjb
time="2022-01-26T10:48:19.739Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=jwz54xz4
time="2022-01-26T10:48:19.739Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=jwz54xz4
time="2022-01-26T10:48:19.739Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jwz54xz4
time="2022-01-26T10:48:19.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=r8pksg6g
time="2022-01-26T10:48:19.74Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=r8pksg6g
time="2022-01-26T10:48:19.74Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=r8pksg6g
time="2022-01-26T10:48:19.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=hs5b29hh
time="2022-01-26T10:48:19.74Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=hs5b29hh
time="2022-01-26T10:48:19.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hs5b29hh
time="2022-01-26T10:48:19.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:48:19.74Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:48:19.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:48:19.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=cchrk4hp
time="2022-01-26T10:48:19.74Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=cchrk4hp
time="2022-01-26T10:48:19.74Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=cchrk4hp
time="2022-01-26T10:48:19.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cchrk4hp
time="2022-01-26T10:48:19.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2tkpck6n
time="2022-01-26T10:48:19.74Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:48:19.741Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:48:19.741Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:48:19.741Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:48:19.741Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2tkpck6n
time="2022-01-26T10:48:19.741Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2tkpck6n
time="2022-01-26T10:48:19.741Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2tkpck6n
time="2022-01-26T10:48:19.742Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=z268qql4
time="2022-01-26T10:48:19.742Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=z268qql4
time="2022-01-26T10:48:19.742Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=z268qql4
time="2022-01-26T10:48:19.742Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z268qql4
time="2022-01-26T10:48:19.742Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=fqn8t428
time="2022-01-26T10:48:19.742Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=fqn8t428
time="2022-01-26T10:48:19.742Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=fqn8t428
time="2022-01-26T10:48:19.742Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=7plhbsrb
time="2022-01-26T10:48:19.742Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:48:19.742Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=7plhbsrb
time="2022-01-26T10:48:19.742Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=7plhbsrb
time="2022-01-26T10:48:19.742Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=6rt94jf8
time="2022-01-26T10:48:19.742Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=6rt94jf8
time="2022-01-26T10:48:19.743Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=6rt94jf8
time="2022-01-26T10:48:19.743Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=6rt94jf8
time="2022-01-26T10:48:19.743Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:48:19.743Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=6rt94jf8
time="2022-01-26T10:48:19.743Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rt94jf8
time="2022-01-26T10:48:19.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=4rxrqzjf
time="2022-01-26T10:48:19.743Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=4rxrqzjf
time="2022-01-26T10:48:19.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rxrqzjf
time="2022-01-26T10:48:19.743Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=kgxsg2j5
time="2022-01-26T10:48:19.743Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=kgxsg2j5
time="2022-01-26T10:48:19.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kgxsg2j5
time="2022-01-26T10:48:19.743Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2tkpck6n
time="2022-01-26T10:48:19.743Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=2tkpck6n
time="2022-01-26T10:48:19.743Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:19.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=w5fd6ptk
time="2022-01-26T10:48:19.743Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=w5fd6ptk
time="2022-01-26T10:48:19.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5fd6ptk
time="2022-01-26T10:48:19.743Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=s2vp2h5r stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:19.743Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r unassignedCount=1
time="2022-01-26T10:48:19.743Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.743Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s2vp2h5r
time="2022-01-26T10:48:19.787Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=r8pksg6g states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:48:19.787Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=r8pksg6g
time="2022-01-26T10:48:19.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=47 elapsedMillisGT=0 outcome=unspecified reconcileID=r8pksg6g
time="2022-01-26T10:48:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:48:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:48:29.524Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: i/o timeout" reconcileID=p22ncjvt
time="2022-01-26T10:48:29.531Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=p22ncjvt
time="2022-01-26T10:48:29.531Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30008 elapsedMillisGT=30000 outcome=unspecified reconcileID=p22ncjvt
time="2022-01-26T10:48:29.531Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:48:29.531Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=4rhkl5zn
time="2022-01-26T10:48:29.531Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=4rhkl5zn
time="2022-01-26T10:48:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:48:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:48:42.787Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:42.787Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=h5h47q5d
time="2022-01-26T10:48:42.787Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=h5h47q5d
time="2022-01-26T10:48:42.787Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=h5h47q5d
time="2022-01-26T10:48:42.787Z" level=info msg="deleting clusterDeployment" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=h5h47q5d
time="2022-01-26T10:48:42.787Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=rvrt9j6w stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:42.787Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w unassignedCount=1
time="2022-01-26T10:48:42.787Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.787Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvrt9j6w
time="2022-01-26T10:48:42.809Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=l45jlvrd
time="2022-01-26T10:48:42.809Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=l45jlvrd
time="2022-01-26T10:48:42.809Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l45jlvrd
time="2022-01-26T10:48:42.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fr85rkgl
time="2022-01-26T10:48:42.809Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fr85rkgl
time="2022-01-26T10:48:42.809Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=fr85rkgl
time="2022-01-26T10:48:42.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=w8zkklkn
time="2022-01-26T10:48:42.81Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable delay=1h12m0.189714492s reconcileID=w8zkklkn
time="2022-01-26T10:48:42.81Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8zkklkn
time="2022-01-26T10:48:42.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=nbhcfvpb
time="2022-01-26T10:48:42.81Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate matchingRelocates="[]" reconcileID=nbhcfvpb
time="2022-01-26T10:48:42.81Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nbhcfvpb
time="2022-01-26T10:48:42.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.81Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.81Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:48:42.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=9xwqffzd
time="2022-01-26T10:48:42.81Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=9xwqffzd
time="2022-01-26T10:48:42.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qhls5ws7
time="2022-01-26T10:48:42.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.812Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.812Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qhls5ws7
time="2022-01-26T10:48:42.812Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qhls5ws7
time="2022-01-26T10:48:42.812Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qhls5ws7
time="2022-01-26T10:48:42.814Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=h5h47q5d
time="2022-01-26T10:48:42.814Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=h5h47q5d
time="2022-01-26T10:48:42.814Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=jfqr4kvq
time="2022-01-26T10:48:42.815Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=jfqr4kvq
time="2022-01-26T10:48:42.815Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jfqr4kvq
time="2022-01-26T10:48:42.815Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=njrskbkj
time="2022-01-26T10:48:42.815Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=njrskbkj
time="2022-01-26T10:48:42.815Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=njrskbkj
time="2022-01-26T10:48:42.815Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=njrskbkj
time="2022-01-26T10:48:42.815Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=7krql7fm
time="2022-01-26T10:48:42.815Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-6pgsm controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=7krql7fm
time="2022-01-26T10:48:42.815Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=7krql7fm
time="2022-01-26T10:48:42.815Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=l76w52vl
time="2022-01-26T10:48:42.815Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:48:42.816Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=qhls5ws7
time="2022-01-26T10:48:42.816Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=qhls5ws7
time="2022-01-26T10:48:42.816Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:42.817Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=qg4p6794 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:42.817Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794 unassignedCount=1
time="2022-01-26T10:48:42.817Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=info msg="deleting cluster deployment for previous claim" cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qg4p6794
time="2022-01-26T10:48:42.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=v6v4qc5p
time="2022-01-26T10:48:42.818Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=89bbwtfk
time="2022-01-26T10:48:42.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=89bbwtfk
time="2022-01-26T10:48:42.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=89bbwtfk
time="2022-01-26T10:48:42.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=89bbwtfk
time="2022-01-26T10:48:42.818Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T10:48:42.818Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=89bbwtfk
time="2022-01-26T10:48:42.818Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=89bbwtfk
time="2022-01-26T10:48:42.819Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=dksvwp4q
time="2022-01-26T10:48:42.819Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=dksvwp4q
time="2022-01-26T10:48:42.819Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=dksvwp4q
time="2022-01-26T10:48:42.819Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=dksvwp4q
time="2022-01-26T10:48:42.819Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dksvwp4q
time="2022-01-26T10:48:42.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=5kp55v5z
time="2022-01-26T10:48:42.819Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=5kp55v5z
time="2022-01-26T10:48:42.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5kp55v5z
time="2022-01-26T10:48:42.838Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=qg4p6794
time="2022-01-26T10:48:42.838Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=rcbbq7cv
time="2022-01-26T10:48:42.838Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=rcbbq7cv
time="2022-01-26T10:48:42.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rcbbq7cv
time="2022-01-26T10:48:42.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hw5kznc4
time="2022-01-26T10:48:42.838Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=hw5kznc4
time="2022-01-26T10:48:42.838Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hw5kznc4
time="2022-01-26T10:48:42.838Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=9zq8fp96
time="2022-01-26T10:48:42.838Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=9zq8fp96
time="2022-01-26T10:48:42.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9zq8fp96
time="2022-01-26T10:48:42.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.839Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:48:42.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=px9942x7
time="2022-01-26T10:48:42.839Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.839Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.839Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.839Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.839Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=24whqxpn
time="2022-01-26T10:48:42.839Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=24whqxpn
time="2022-01-26T10:48:42.839Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=cn9jcbkg
time="2022-01-26T10:48:42.839Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=cn9jcbkg
time="2022-01-26T10:48:42.839Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=cn9jcbkg
time="2022-01-26T10:48:42.839Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=gwchmxtv
time="2022-01-26T10:48:42.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=gwchmxtv
time="2022-01-26T10:48:42.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=gwchmxtv
time="2022-01-26T10:48:42.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq reconcileID=gwchmxtv
time="2022-01-26T10:48:42.84Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq\", timestamp:time.Time{wall:0xc0745ae742b0513b, ext:17420313748514, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq
time="2022-01-26T10:48:42.84Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=gwchmxtv
time="2022-01-26T10:48:42.84Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwchmxtv
time="2022-01-26T10:48:42.84Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=bpkt6v7d
time="2022-01-26T10:48:42.84Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=bpkt6v7d
time="2022-01-26T10:48:42.84Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=bpkt6v7d
time="2022-01-26T10:48:42.84Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=bpkt6v7d
time="2022-01-26T10:48:42.84Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bpkt6v7d
time="2022-01-26T10:48:42.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=vwzlt5xb
time="2022-01-26T10:48:42.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwzlt5xb
time="2022-01-26T10:48:42.84Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=7255mfxd
time="2022-01-26T10:48:42.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7255mfxd
time="2022-01-26T10:48:42.84Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:42.84Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=n2wlzcj8 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:42.84Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8 unassignedCount=1
time="2022-01-26T10:48:42.84Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.84Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n2wlzcj8
time="2022-01-26T10:48:42.849Z" level=info msg="deleted outstanding provision" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=px9942x7
time="2022-01-26T10:48:42.849Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=px9942x7
time="2022-01-26T10:48:42.849Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x8lz9c95
time="2022-01-26T10:48:42.85Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.85Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.85Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.85Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.85Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x8lz9c95
time="2022-01-26T10:48:42.85Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=x8lz9c95
time="2022-01-26T10:48:42.85Z" level=info msg="creating deprovision request for cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x8lz9c95
time="2022-01-26T10:48:42.85Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=xx5cfqfp
time="2022-01-26T10:48:42.85Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=xx5cfqfp
time="2022-01-26T10:48:42.85Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xx5cfqfp
time="2022-01-26T10:48:42.85Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=vq2vq5m7
time="2022-01-26T10:48:42.85Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=vq2vq5m7
time="2022-01-26T10:48:42.85Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vq2vq5m7
time="2022-01-26T10:48:42.868Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=xbq5r946
time="2022-01-26T10:48:42.868Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=xbq5r946
time="2022-01-26T10:48:42.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xbq5r946
time="2022-01-26T10:48:42.868Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x8lz9c95
time="2022-01-26T10:48:42.869Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=tkmbmj6v
time="2022-01-26T10:48:42.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=x8lz9c95
time="2022-01-26T10:48:42.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x4vfn2rn
time="2022-01-26T10:48:42.881Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.881Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.881Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.881Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.881Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.881Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x4vfn2rn
time="2022-01-26T10:48:42.881Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=x4vfn2rn
time="2022-01-26T10:48:42.881Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x4vfn2rn
time="2022-01-26T10:48:42.881Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=x4vfn2rn
time="2022-01-26T10:48:42.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=86n8bnss
time="2022-01-26T10:48:42.882Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=86n8bnss
time="2022-01-26T10:48:42.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86n8bnss
time="2022-01-26T10:48:42.882Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=825zf8c8
time="2022-01-26T10:48:42.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=cn58gtg8
time="2022-01-26T10:48:42.882Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=825zf8c8
time="2022-01-26T10:48:42.882Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=cn58gtg8
time="2022-01-26T10:48:42.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cn58gtg8
time="2022-01-26T10:48:42.882Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=825zf8c8
time="2022-01-26T10:48:42.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=p92rznft
time="2022-01-26T10:48:42.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p92rznft
time="2022-01-26T10:48:42.882Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=rr59prq8
time="2022-01-26T10:48:42.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rr59prq8
time="2022-01-26T10:48:42.882Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=zdrxsn6j
time="2022-01-26T10:48:42.882Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=h6cwmmtp
time="2022-01-26T10:48:42.882Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdrxsn6j
time="2022-01-26T10:48:42.882Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=h6cwmmtp
time="2022-01-26T10:48:42.882Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=h6cwmmtp
time="2022-01-26T10:48:42.886Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=2tl7npgh
time="2022-01-26T10:48:42.886Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=2tl7npgh
time="2022-01-26T10:48:42.886Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2tl7npgh
time="2022-01-26T10:48:42.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.887Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:48:42.887Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=h66q99w2
time="2022-01-26T10:48:42.887Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:42.887Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=h66q99w2
time="2022-01-26T10:48:42.887Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=h66q99w2
time="2022-01-26T10:48:42.887Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=h66q99w2
time="2022-01-26T10:48:42.887Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h66q99w2
time="2022-01-26T10:48:42.887Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=2x94sqd8 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:42.887Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8 unassignedCount=1
time="2022-01-26T10:48:42.887Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.887Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2x94sqd8
time="2022-01-26T10:48:42.888Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2x94sqd8
time="2022-01-26T10:48:42.895Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=qvjtkbgz
time="2022-01-26T10:48:42.895Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=qvjtkbgz
time="2022-01-26T10:48:42.895Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvjtkbgz
time="2022-01-26T10:48:42.895Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=8kmv7qd2
time="2022-01-26T10:48:42.895Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=8kmv7qd2
time="2022-01-26T10:48:42.895Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8kmv7qd2
time="2022-01-26T10:48:42.895Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=pzlpdgnb
time="2022-01-26T10:48:42.895Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pzlpdgnb
time="2022-01-26T10:48:42.895Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=k26dg259
time="2022-01-26T10:48:42.895Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=k26dg259
time="2022-01-26T10:48:42.895Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=k26dg259
time="2022-01-26T10:48:42.895Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=sdlg8tkj
time="2022-01-26T10:48:42.896Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=sdlg8tkj
time="2022-01-26T10:48:42.896Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sdlg8tkj
time="2022-01-26T10:48:42.896Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=twc9p82h
time="2022-01-26T10:48:42.896Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twc9p82h
time="2022-01-26T10:48:42.896Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=79mfbrkl
time="2022-01-26T10:48:42.896Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79mfbrkl
time="2022-01-26T10:48:42.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=x4vfn2rn
time="2022-01-26T10:48:42.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gdxck9m2
time="2022-01-26T10:48:42.899Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.899Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.9Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.9Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.9Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.9Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gdxck9m2
time="2022-01-26T10:48:42.9Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=gdxck9m2
time="2022-01-26T10:48:42.9Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gdxck9m2
time="2022-01-26T10:48:42.9Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gdxck9m2
time="2022-01-26T10:48:42.902Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.902Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:42.903Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=qm4t84gz stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:42.903Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz unassignedCount=1
time="2022-01-26T10:48:42.903Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qm4t84gz
time="2022-01-26T10:48:42.903Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=nm65z2b2
time="2022-01-26T10:48:42.903Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=nm65z2b2
time="2022-01-26T10:48:42.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nm65z2b2
time="2022-01-26T10:48:42.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.903Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.903Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:48:42.903Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=t5v8hjw4
time="2022-01-26T10:48:42.903Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=t5v8hjw4
time="2022-01-26T10:48:42.903Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=t5v8hjw4
time="2022-01-26T10:48:42.903Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=t5v8hjw4
time="2022-01-26T10:48:42.903Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t5v8hjw4
time="2022-01-26T10:48:42.906Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=l76w52vl
time="2022-01-26T10:48:42.906Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gnw4nk8l
time="2022-01-26T10:48:42.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.906Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gnw4nk8l
time="2022-01-26T10:48:42.906Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=gnw4nk8l
time="2022-01-26T10:48:42.906Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gnw4nk8l
time="2022-01-26T10:48:42.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnw4nk8l
time="2022-01-26T10:48:42.908Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=v6v4qc5p
time="2022-01-26T10:48:42.908Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=v6v4qc5p
time="2022-01-26T10:48:42.908Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=91 elapsedMillisGT=0 outcome=unspecified reconcileID=v6v4qc5p
time="2022-01-26T10:48:42.908Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=xtz886s2
time="2022-01-26T10:48:42.908Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtz886s2
time="2022-01-26T10:48:42.919Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=0 infraID=jshu-pool-test-6pgsm-d7xr5 reconcileID=fr85rkgl states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:48:42.92Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=4rdxdqtj
time="2022-01-26T10:48:42.92Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=4rdxdqtj
time="2022-01-26T10:48:42.92Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rdxdqtj
time="2022-01-26T10:48:42.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wjq985hs
time="2022-01-26T10:48:42.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.934Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.934Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wjq985hs
time="2022-01-26T10:48:42.934Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=wjq985hs
time="2022-01-26T10:48:42.934Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=wjq985hs
time="2022-01-26T10:48:42.934Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wjq985hs
time="2022-01-26T10:48:42.941Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=j68885j8
time="2022-01-26T10:48:42.941Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.941Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.941Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.941Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.941Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:42.941Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=j68885j8
time="2022-01-26T10:48:42.941Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=j68885j8
time="2022-01-26T10:48:42.941Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=j68885j8
time="2022-01-26T10:48:42.941Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j68885j8
time="2022-01-26T10:48:42.945Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=l76w52vl
time="2022-01-26T10:48:42.946Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-09e637fc5885c13cc controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=l76w52vl
time="2022-01-26T10:48:42.954Z" level=info msg="created service account" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=tkmbmj6v
time="2022-01-26T10:48:42.961Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=150 elapsedMillisGT=0 outcome=unspecified reconcileID=9xwqffzd
time="2022-01-26T10:48:42.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=vn2vbdtw
time="2022-01-26T10:48:42.961Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=vn2vbdtw
time="2022-01-26T10:48:42.961Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=vn2vbdtw
time="2022-01-26T10:48:42.961Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vn2vbdtw
time="2022-01-26T10:48:42.979Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=l76w52vl
time="2022-01-26T10:48:42.979Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=l76w52vl
time="2022-01-26T10:48:42.989Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=l76w52vl
time="2022-01-26T10:48:42.989Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=l76w52vl
time="2022-01-26T10:48:42.989Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=174 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=l76w52vl
time="2022-01-26T10:48:42.989Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=km8gjdqt
time="2022-01-26T10:48:42.989Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:48:42.99Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation count=6 reconcileID=fr85rkgl
time="2022-01-26T10:48:42.99Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fr85rkgl
time="2022-01-26T10:48:43Z" level=info msg="created role" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=tkmbmj6v
time="2022-01-26T10:48:43.004Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=14 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=km8gjdqt
time="2022-01-26T10:48:43.004Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=b9c9qkdv
time="2022-01-26T10:48:43.005Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:48:43.005Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=b9c9qkdv
time="2022-01-26T10:48:43.028Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=fr85rkgl
time="2022-01-26T10:48:43.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=219 elapsedMillisGT=0 outcome=unspecified reconcileID=fr85rkgl
time="2022-01-26T10:48:43.028Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=7h8hd2gr
time="2022-01-26T10:48:43.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7h8hd2gr
time="2022-01-26T10:48:43.052Z" level=info msg="created rolebinding" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=tkmbmj6v
time="2022-01-26T10:48:43.052Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=tkmbmj6v
time="2022-01-26T10:48:43.052Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=tkmbmj6v
time="2022-01-26T10:48:43.052Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision derivedObject=jshu-pool-test-6pgsm-uninstall reconcileID=tkmbmj6v
time="2022-01-26T10:48:43.052Z" level=debug msg="uninstall job does not exist, creating it" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=tkmbmj6v
time="2022-01-26T10:48:43.058Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision elapsedMillis=189 elapsedMillisGT=0 outcome=unspecified reconcileID=tkmbmj6v
time="2022-01-26T10:48:43.058Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T10:48:43.058Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=2brq69tf
time="2022-01-26T10:48:43.058Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision derivedObject=jshu-pool-test-6pgsm-uninstall reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=2brq69tf
time="2022-01-26T10:48:43.072Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=2brq69tf
time="2022-01-26T10:48:43.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5qj4ccmq
time="2022-01-26T10:48:43.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.087Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.087Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5qj4ccmq
time="2022-01-26T10:48:43.087Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=5qj4ccmq
time="2022-01-26T10:48:43.087Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=5qj4ccmq
time="2022-01-26T10:48:43.087Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5qj4ccmq
time="2022-01-26T10:48:43.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jmdhqpd6
time="2022-01-26T10:48:43.094Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.094Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.094Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.094Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.094Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.094Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jmdhqpd6
time="2022-01-26T10:48:43.094Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=jmdhqpd6
time="2022-01-26T10:48:43.094Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=jmdhqpd6
time="2022-01-26T10:48:43.094Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jmdhqpd6
time="2022-01-26T10:48:43.096Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.096Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gsllh62w
time="2022-01-26T10:48:43.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.109Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:43.109Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gsllh62w
time="2022-01-26T10:48:43.109Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=gsllh62w
time="2022-01-26T10:48:43.109Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=gsllh62w
time="2022-01-26T10:48:43.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gsllh62w
time="2022-01-26T10:48:43.11Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.11Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.11Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.11Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.11Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.11Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision derivedObject=jshu-pool-test-6pgsm-uninstall reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.11Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.11Z" level=info msg="uninstall job not yet successful" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=dkjxcw4c
time="2022-01-26T10:48:43.11Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=dkjxcw4c
time="2022-01-26T10:48:44.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=rfn2bwwz
time="2022-01-26T10:48:44.57Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:44.57Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:44.57Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:44.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:44.571Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:44.571Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=rfn2bwwz
time="2022-01-26T10:48:44.571Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=rfn2bwwz
time="2022-01-26T10:48:44.571Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=rfn2bwwz
time="2022-01-26T10:48:44.571Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rfn2bwwz
time="2022-01-26T10:48:46.073Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kcz5pfq4
time="2022-01-26T10:48:46.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:46.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:46.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:46.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:46.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:48:46.073Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kcz5pfq4
time="2022-01-26T10:48:46.073Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=kcz5pfq4
time="2022-01-26T10:48:46.073Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=kcz5pfq4
time="2022-01-26T10:48:46.073Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kcz5pfq4
time="2022-01-26T10:48:47.13Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.134.121.179:6443: i/o timeout" reconcileID=7txwb5xr
time="2022-01-26T10:48:47.142Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=xlxpslq7
time="2022-01-26T10:48:47.142Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=xlxpslq7
time="2022-01-26T10:48:47.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xlxpslq7
time="2022-01-26T10:48:47.142Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8hqdbwqz
time="2022-01-26T10:48:47.142Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=8hqdbwqz
time="2022-01-26T10:48:47.142Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8hqdbwqz
time="2022-01-26T10:48:47.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8hqdbwqz
time="2022-01-26T10:48:47.142Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=bjvpf5mt
time="2022-01-26T10:48:47.142Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=bjvpf5mt
time="2022-01-26T10:48:47.142Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=bjvpf5mt
time="2022-01-26T10:48:47.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjvpf5mt
time="2022-01-26T10:48:47.142Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=7rdpk5cl
time="2022-01-26T10:48:47.142Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=7rdpk5cl
time="2022-01-26T10:48:47.142Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=7rdpk5cl
time="2022-01-26T10:48:47.142Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=st8lvcl4
time="2022-01-26T10:48:47.142Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=st8lvcl4
time="2022-01-26T10:48:47.142Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=st8lvcl4
time="2022-01-26T10:48:47.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=7txwb5xr
time="2022-01-26T10:48:47.142Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=st8lvcl4
time="2022-01-26T10:48:47.142Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=zpdl544f
time="2022-01-26T10:48:47.142Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:48:47.142Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=zpdl544f
time="2022-01-26T10:48:47.142Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=st8lvcl4
time="2022-01-26T10:48:47.142Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=st8lvcl4
time="2022-01-26T10:48:47.142Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=8shcz8tx
time="2022-01-26T10:48:47.142Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=8shcz8tx
time="2022-01-26T10:48:47.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8shcz8tx
time="2022-01-26T10:48:47.142Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=npz478j2
time="2022-01-26T10:48:47.143Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=npz478j2
time="2022-01-26T10:48:47.143Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=npz478j2
time="2022-01-26T10:48:47.143Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=r22q66hm
time="2022-01-26T10:48:47.143Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=r22q66hm
time="2022-01-26T10:48:47.143Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r22q66hm
time="2022-01-26T10:48:47.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=52ngm8wf
time="2022-01-26T10:48:47.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:48:47.148Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:48:47.148Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=52ngm8wf
time="2022-01-26T10:48:47.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:48:47.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=f6258jhq
time="2022-01-26T10:48:47.148Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:48:47.148Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:48:47.148Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:48:47.148Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:48:47.148Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=f6258jhq
time="2022-01-26T10:48:47.148Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=f6258jhq
time="2022-01-26T10:48:47.148Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=f6258jhq
time="2022-01-26T10:48:47.148Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=52ngm8wf
time="2022-01-26T10:48:47.148Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:47.148Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=tv2wbzx7 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:47.148Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7 unassignedCount=1
time="2022-01-26T10:48:47.148Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tv2wbzx7
time="2022-01-26T10:48:47.148Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=s4lwxz2d
time="2022-01-26T10:48:47.148Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=s4lwxz2d
time="2022-01-26T10:48:47.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s4lwxz2d
time="2022-01-26T10:48:47.148Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=28zdmsh5
time="2022-01-26T10:48:47.148Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:48:47.148Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=28zdmsh5
time="2022-01-26T10:48:47.148Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=28zdmsh5
time="2022-01-26T10:48:47.15Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=f6258jhq
time="2022-01-26T10:48:47.15Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=f6258jhq
time="2022-01-26T10:48:47.252Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=52ngm8wf states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:48:47.252Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=52ngm8wf
time="2022-01-26T10:48:47.252Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=104 elapsedMillisGT=0 outcome=unspecified reconcileID=52ngm8wf
time="2022-01-26T10:48:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:48:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:48:59.533Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.54.39:6443: i/o timeout" reconcileID=4rhkl5zn
time="2022-01-26T10:48:59.544Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=4rhkl5zn
time="2022-01-26T10:48:59.544Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=gl6l5rxg
time="2022-01-26T10:48:59.544Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=gl6l5rxg
time="2022-01-26T10:48:59.545Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=wnvdt5bj
time="2022-01-26T10:48:59.545Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=wnvdt5bj
time="2022-01-26T10:48:59.545Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnvdt5bj
time="2022-01-26T10:48:59.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=p6fvkrbc
time="2022-01-26T10:48:59.546Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=p6fvkrbc
time="2022-01-26T10:48:59.546Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=p6fvkrbc
time="2022-01-26T10:48:59.546Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p6fvkrbc
time="2022-01-26T10:48:59.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=st7tpp8j
time="2022-01-26T10:48:59.546Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=st7tpp8j
time="2022-01-26T10:48:59.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=ztcfjn9v
time="2022-01-26T10:48:59.546Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=st7tpp8j
time="2022-01-26T10:48:59.546Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=st7tpp8j
time="2022-01-26T10:48:59.546Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=ztcfjn9v
time="2022-01-26T10:48:59.546Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztcfjn9v
time="2022-01-26T10:48:59.546Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=945njtr8
time="2022-01-26T10:48:59.546Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=jmsbgzmh
time="2022-01-26T10:48:59.546Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=945njtr8
time="2022-01-26T10:48:59.546Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=945njtr8
time="2022-01-26T10:48:59.546Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=jmsbgzmh
time="2022-01-26T10:48:59.546Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=jmsbgzmh
time="2022-01-26T10:48:59.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=v7ds25tj
time="2022-01-26T10:48:59.546Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=v7ds25tj
time="2022-01-26T10:48:59.546Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v7ds25tj
time="2022-01-26T10:48:59.546Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=plt9955k
time="2022-01-26T10:48:59.546Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=plt9955k
time="2022-01-26T10:48:59.546Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=plt9955k
time="2022-01-26T10:48:59.546Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=plt9955k
time="2022-01-26T10:48:59.546Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:48:59.546Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=plt9955k
time="2022-01-26T10:48:59.546Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plt9955k
time="2022-01-26T10:48:59.551Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=hc87twss
time="2022-01-26T10:48:59.551Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=hns577tt
time="2022-01-26T10:48:59.551Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:48:59.551Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=hns577tt
time="2022-01-26T10:48:59.551Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=hc87twss
time="2022-01-26T10:48:59.551Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hns577tt
time="2022-01-26T10:48:59.551Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=hc87twss
time="2022-01-26T10:48:59.551Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.551Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=7bf8cbfk
time="2022-01-26T10:48:59.551Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:48:59.551Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=7bf8cbfk
time="2022-01-26T10:48:59.551Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=sftkcwp7 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:48:59.552Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7 unassignedCount=1
time="2022-01-26T10:48:59.552Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sftkcwp7
time="2022-01-26T10:48:59.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:48:59.552Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:48:59.552Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:48:59.552Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=7bf8cbfk
time="2022-01-26T10:48:59.552Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vvb8fkvp
time="2022-01-26T10:48:59.552Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:48:59.552Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:48:59.552Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:48:59.552Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:48:59.552Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vvb8fkvp
time="2022-01-26T10:48:59.552Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vvb8fkvp
time="2022-01-26T10:48:59.552Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vvb8fkvp
time="2022-01-26T10:48:59.553Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=vvb8fkvp
time="2022-01-26T10:48:59.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=vvb8fkvp
time="2022-01-26T10:48:59.667Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=7bf8cbfk states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:48:59.667Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=7bf8cbfk
time="2022-01-26T10:48:59.667Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=116 elapsedMillisGT=0 outcome=unspecified reconcileID=7bf8cbfk
time="2022-01-26T10:49:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:13.48Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:13.48Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:49:13.48Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:49:13.48Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:49:13.48Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:49:13.48Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:49:17.144Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.134.121.179:6443: i/o timeout" reconcileID=zpdl544f
time="2022-01-26T10:49:17.144Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=zpdl544f
time="2022-01-26T10:49:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:29.546Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.54.39:6443: i/o timeout" reconcileID=gl6l5rxg
time="2022-01-26T10:49:29.556Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gl6l5rxg
time="2022-01-26T10:49:29.556Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30011 elapsedMillisGT=30000 outcome=unspecified reconcileID=gl6l5rxg
time="2022-01-26T10:49:29.556Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-test-skzgx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-test-skzgx namespace=jshu-pool-test-skzgx
time="2022-01-26T10:49:29.556Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=zkxktmzz
time="2022-01-26T10:49:29.556Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=zkxktmzz
time="2022-01-26T10:49:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:42.84Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=454zz8vh
time="2022-01-26T10:49:42.84Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=454zz8vh
time="2022-01-26T10:49:42.84Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=454zz8vh
time="2022-01-26T10:49:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:49:59.557Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: i/o timeout" reconcileID=zkxktmzz
time="2022-01-26T10:49:59.569Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=bkdhrfx8
time="2022-01-26T10:49:59.57Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=bkdhrfx8
time="2022-01-26T10:49:59.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bkdhrfx8
time="2022-01-26T10:49:59.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=spr2rppb
time="2022-01-26T10:49:59.57Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=spr2rppb
time="2022-01-26T10:49:59.57Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=spr2rppb
time="2022-01-26T10:49:59.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=spr2rppb
time="2022-01-26T10:49:59.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=m2hvpl96
time="2022-01-26T10:49:59.57Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=m2hvpl96
time="2022-01-26T10:49:59.57Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=m2hvpl96
time="2022-01-26T10:49:59.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2hvpl96
time="2022-01-26T10:49:59.57Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=tv9fkb8p
time="2022-01-26T10:49:59.57Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=tv9fkb8p
time="2022-01-26T10:49:59.57Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=tv9fkb8p
time="2022-01-26T10:49:59.57Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=47bmg4pl
time="2022-01-26T10:49:59.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=zkxktmzz
time="2022-01-26T10:49:59.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=sslz49xj
time="2022-01-26T10:49:59.57Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=sslz49xj
time="2022-01-26T10:49:59.572Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=dzptjvdz
time="2022-01-26T10:49:59.572Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=dzptjvdz
time="2022-01-26T10:49:59.572Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dzptjvdz
time="2022-01-26T10:49:59.572Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=dlqqqvht
time="2022-01-26T10:49:59.572Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=dlqqqvht
time="2022-01-26T10:49:59.572Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dlqqqvht
time="2022-01-26T10:49:59.572Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=47bmg4pl
time="2022-01-26T10:49:59.572Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=47bmg4pl
time="2022-01-26T10:49:59.572Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=47bmg4pl
time="2022-01-26T10:49:59.572Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:49:59.572Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=47bmg4pl
time="2022-01-26T10:49:59.572Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=47bmg4pl
time="2022-01-26T10:49:59.572Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=4ctgbvnq
time="2022-01-26T10:49:59.572Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=4ctgbvnq
time="2022-01-26T10:49:59.572Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4ctgbvnq
time="2022-01-26T10:49:59.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=7np6qdt8
time="2022-01-26T10:49:59.575Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=wtxp4nsd
time="2022-01-26T10:49:59.575Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:49:59.575Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=7np6qdt8
time="2022-01-26T10:49:59.575Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=wtxp4nsd
time="2022-01-26T10:49:59.575Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=wtxp4nsd
time="2022-01-26T10:49:59.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:49:59.575Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:49:59.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:49:59.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2bq98wqw
time="2022-01-26T10:49:59.575Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:49:59.575Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:49:59.575Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:49:59.575Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:49:59.575Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2bq98wqw
time="2022-01-26T10:49:59.575Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=7np6qdt8
time="2022-01-26T10:49:59.575Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2bq98wqw
time="2022-01-26T10:49:59.575Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2bq98wqw
time="2022-01-26T10:49:59.576Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=n5vn6t22
time="2022-01-26T10:49:59.576Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=n5vn6t22
time="2022-01-26T10:49:59.576Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5vn6t22
time="2022-01-26T10:49:59.577Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=2bq98wqw
time="2022-01-26T10:49:59.577Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2bq98wqw
time="2022-01-26T10:49:59.578Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:49:59.578Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=m5v6b7mk stale=0 standby=3 unclaimed=0
time="2022-01-26T10:49:59.578Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk unassignedCount=1
time="2022-01-26T10:49:59.578Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.578Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5v6b7mk
time="2022-01-26T10:49:59.629Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=7np6qdt8 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:49:59.629Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=7np6qdt8
time="2022-01-26T10:49:59.629Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=53 elapsedMillisGT=0 outcome=unspecified reconcileID=7np6qdt8
time="2022-01-26T10:50:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:50:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:50:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:50:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:50:29.572Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: i/o timeout" reconcileID=sslz49xj
time="2022-01-26T10:50:29.572Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=sslz49xj
time="2022-01-26T10:50:29.572Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=z5kgxmjp
time="2022-01-26T10:50:29.573Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=z5kgxmjp
time="2022-01-26T10:50:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:50:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:50:42.84Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=nm8vznfx
time="2022-01-26T10:50:42.84Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=nm8vznfx
time="2022-01-26T10:50:42.84Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=nm8vznfx
time="2022-01-26T10:50:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:50:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:50:59.574Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: i/o timeout" reconcileID=z5kgxmjp
time="2022-01-26T10:50:59.574Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=z5kgxmjp
time="2022-01-26T10:51:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:51:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:51:13.481Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:51:13.481Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:51:13.481Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:51:13.481Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:51:13.481Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:51:13.481Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:51:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:51:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:51:30.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=49x8mrdg
time="2022-01-26T10:51:30.983Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=49x8mrdg
time="2022-01-26T10:51:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:51:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:51:42.842Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=qk7hrhrr
time="2022-01-26T10:51:42.842Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=qk7hrhrr
time="2022-01-26T10:51:42.842Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=qk7hrhrr
time="2022-01-26T10:51:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:51:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:52:00.985Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.131.2.51:6443: i/o timeout" reconcileID=49x8mrdg
time="2022-01-26T10:52:00.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=vmfftrrn
time="2022-01-26T10:52:00.997Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=vmfftrrn
time="2022-01-26T10:52:00.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmfftrrn
time="2022-01-26T10:52:00.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=fmndzvpf
time="2022-01-26T10:52:00.997Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=fmndzvpf
time="2022-01-26T10:52:00.997Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=fmndzvpf
time="2022-01-26T10:52:00.997Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmndzvpf
time="2022-01-26T10:52:00.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=q5zdgxb6
time="2022-01-26T10:52:00.998Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=q5zdgxb6
time="2022-01-26T10:52:00.998Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=q5zdgxb6
time="2022-01-26T10:52:00.998Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5zdgxb6
time="2022-01-26T10:52:00.998Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=vb2zkkrq
time="2022-01-26T10:52:00.998Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=vb2zkkrq
time="2022-01-26T10:52:00.998Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=vb2zkkrq
time="2022-01-26T10:52:00.998Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30015 elapsedMillisGT=30000 outcome=unspecified reconcileID=49x8mrdg
time="2022-01-26T10:52:00.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=mdqdqm46
time="2022-01-26T10:52:00.998Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=mdqdqm46
time="2022-01-26T10:52:00.998Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=hrz2xkq4
time="2022-01-26T10:52:00.998Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=hrz2xkq4
time="2022-01-26T10:52:00.998Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=hrz2xkq4
time="2022-01-26T10:52:00.998Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=hrz2xkq4
time="2022-01-26T10:52:00.998Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T10:52:00.998Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=hrz2xkq4
time="2022-01-26T10:52:00.998Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hrz2xkq4
time="2022-01-26T10:52:00.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=mrc7q26f
time="2022-01-26T10:52:00.998Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=mrc7q26f
time="2022-01-26T10:52:00.998Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mrc7q26f
time="2022-01-26T10:52:00.998Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=5r9lq9mt
time="2022-01-26T10:52:00.998Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=5r9lq9mt
time="2022-01-26T10:52:00.998Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5r9lq9mt
time="2022-01-26T10:52:00.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=vs75sk2x
time="2022-01-26T10:52:00.998Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=vs75sk2x
time="2022-01-26T10:52:00.998Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vs75sk2x
time="2022-01-26T10:52:01.003Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9tql9ppr
time="2022-01-26T10:52:01.003Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T10:52:01.003Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=9tql9ppr
time="2022-01-26T10:52:01.003Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=9tql9ppr
time="2022-01-26T10:52:01.003Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=8j7lnd4p
time="2022-01-26T10:52:01.003Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=8j7lnd4p
time="2022-01-26T10:52:01.003Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8j7lnd4p
time="2022-01-26T10:52:01.003Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=298n94w2
time="2022-01-26T10:52:01.003Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=298n94w2
time="2022-01-26T10:52:01.004Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=298n94w2
time="2022-01-26T10:52:01.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:52:01.004Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T10:52:01.004Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T10:52:01.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=wlbhjkx7
time="2022-01-26T10:52:01.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:52:01.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:52:01.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:52:01.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T10:52:01.004Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=wlbhjkx7
time="2022-01-26T10:52:01.004Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=wlbhjkx7
time="2022-01-26T10:52:01.004Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=wlbhjkx7
time="2022-01-26T10:52:01.006Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=wlbhjkx7
time="2022-01-26T10:52:01.006Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=wlbhjkx7
time="2022-01-26T10:52:01.007Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:52:01.007Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=6bq6992p stale=0 standby=3 unclaimed=0
time="2022-01-26T10:52:01.007Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p unassignedCount=1
time="2022-01-26T10:52:01.007Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=6bq6992p
time="2022-01-26T10:52:01.007Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6bq6992p
time="2022-01-26T10:52:01.144Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=298n94w2 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:52:01.144Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=298n94w2
time="2022-01-26T10:52:01.144Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=140 elapsedMillisGT=0 outcome=unspecified reconcileID=298n94w2
time="2022-01-26T10:52:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:52:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:52:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:52:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:52:30.999Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.131.2.51:6443: i/o timeout" reconcileID=mdqdqm46
time="2022-01-26T10:52:31Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=mdqdqm46
time="2022-01-26T10:52:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:52:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:52:42.842Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=g6x76jbn
time="2022-01-26T10:52:42.842Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=g6x76jbn
time="2022-01-26T10:52:42.842Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=g6x76jbn
time="2022-01-26T10:52:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:52:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:13.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=9kt2fh9j
time="2022-01-26T10:53:13.413Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=9kt2fh9j
time="2022-01-26T10:53:13.481Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:13.482Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:53:13.482Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:53:13.482Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:53:13.482Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:53:13.482Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:53:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:42.843Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=tpngvltn
time="2022-01-26T10:53:42.843Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=tpngvltn
time="2022-01-26T10:53:42.843Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=tpngvltn
time="2022-01-26T10:53:43.414Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.54.39:6443: i/o timeout" reconcileID=9kt2fh9j
time="2022-01-26T10:53:43.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30012 elapsedMillisGT=30000 outcome=unspecified reconcileID=9kt2fh9j
time="2022-01-26T10:53:43.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=479dvh8j
time="2022-01-26T10:53:43.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=422nf6x8
time="2022-01-26T10:53:43.426Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=479dvh8j
time="2022-01-26T10:53:43.426Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=422nf6x8
time="2022-01-26T10:53:43.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=422nf6x8
time="2022-01-26T10:53:43.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=gmlhxch2
time="2022-01-26T10:53:43.426Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=gmlhxch2
time="2022-01-26T10:53:43.426Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=gmlhxch2
time="2022-01-26T10:53:43.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmlhxch2
time="2022-01-26T10:53:43.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=9s92zq2n
time="2022-01-26T10:53:43.426Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=9s92zq2n
time="2022-01-26T10:53:43.426Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=9s92zq2n
time="2022-01-26T10:53:43.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9s92zq2n
time="2022-01-26T10:53:43.427Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=22xx5qcr
time="2022-01-26T10:53:43.427Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=22xx5qcr
time="2022-01-26T10:53:43.427Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=22xx5qcr
time="2022-01-26T10:53:43.427Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=9x84npm9
time="2022-01-26T10:53:43.427Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9x84npm9
time="2022-01-26T10:53:43.427Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9x84npm9
time="2022-01-26T10:53:43.427Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=9x84npm9
time="2022-01-26T10:53:43.427Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T10:53:43.427Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=9x84npm9
time="2022-01-26T10:53:43.427Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9x84npm9
time="2022-01-26T10:53:43.427Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=k2crvngw
time="2022-01-26T10:53:43.427Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=k2crvngw
time="2022-01-26T10:53:43.427Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2crvngw
time="2022-01-26T10:53:43.427Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=lwl7n2n7
time="2022-01-26T10:53:43.427Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=lwl7n2n7
time="2022-01-26T10:53:43.427Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lwl7n2n7
time="2022-01-26T10:53:43.427Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=jzt7hzsq
time="2022-01-26T10:53:43.427Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=jzt7hzsq
time="2022-01-26T10:53:43.427Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzt7hzsq
time="2022-01-26T10:53:43.432Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bwtc8hp8
time="2022-01-26T10:53:43.432Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T10:53:43.432Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=rgmdv4ms
time="2022-01-26T10:53:43.432Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=bwtc8hp8
time="2022-01-26T10:53:43.432Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=bwtc8hp8
time="2022-01-26T10:53:43.432Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=rgmdv4ms
time="2022-01-26T10:53:43.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:53:43.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgmdv4ms
time="2022-01-26T10:53:43.432Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T10:53:43.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T10:53:43.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=99nvvnb2
time="2022-01-26T10:53:43.432Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:53:43.432Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:53:43.432Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:53:43.432Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T10:53:43.432Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=99nvvnb2
time="2022-01-26T10:53:43.432Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=99nvvnb2
time="2022-01-26T10:53:43.432Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=99nvvnb2
time="2022-01-26T10:53:43.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=m5nmrsbk
time="2022-01-26T10:53:43.433Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=m5nmrsbk
time="2022-01-26T10:53:43.433Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=m5nmrsbk
time="2022-01-26T10:53:43.434Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=99nvvnb2
time="2022-01-26T10:53:43.434Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=99nvvnb2
time="2022-01-26T10:53:43.434Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:53:43.434Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=hr5fnjmm stale=0 standby=3 unclaimed=0
time="2022-01-26T10:53:43.434Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm unassignedCount=1
time="2022-01-26T10:53:43.434Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.434Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hr5fnjmm
time="2022-01-26T10:53:43.554Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=m5nmrsbk states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T10:53:43.554Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=m5nmrsbk
time="2022-01-26T10:53:43.554Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=120 elapsedMillisGT=0 outcome=unspecified reconcileID=m5nmrsbk
time="2022-01-26T10:53:56.082Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=68z7nnsf
time="2022-01-26T10:53:56.082Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=68z7nnsf
time="2022-01-26T10:53:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:53:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:54:03Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8ndd6xrg
time="2022-01-26T10:54:03Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=8ndd6xrg
time="2022-01-26T10:54:03Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=8ndd6xrg
time="2022-01-26T10:54:03Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8ndd6xrg
time="2022-01-26T10:54:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:54:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:54:11.652Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7gpzbmrr
time="2022-01-26T10:54:11.652Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.652Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.652Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.652Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.652Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.652Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7gpzbmrr
time="2022-01-26T10:54:11.652Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=7gpzbmrr
time="2022-01-26T10:54:11.652Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=7gpzbmrr
time="2022-01-26T10:54:11.652Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7gpzbmrr
time="2022-01-26T10:54:11.66Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=6ffvcblw
time="2022-01-26T10:54:11.66Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=6ffvcblw
time="2022-01-26T10:54:11.669Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=k9drp9mn
time="2022-01-26T10:54:11.669Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.669Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.669Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.669Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.669Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.669Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=k9drp9mn
time="2022-01-26T10:54:11.669Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=k9drp9mn
time="2022-01-26T10:54:11.669Z" level=debug msg="deprovision request not yet completed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=k9drp9mn
time="2022-01-26T10:54:11.669Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k9drp9mn
time="2022-01-26T10:54:11.724Z" level=debug msg="service account already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=6ffvcblw
time="2022-01-26T10:54:11.724Z" level=debug msg="role already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=6ffvcblw
time="2022-01-26T10:54:11.724Z" level=debug msg="rolebinding already exists" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision name=cluster-uninstaller reconcileID=6ffvcblw
time="2022-01-26T10:54:11.724Z" level=debug msg="generating uninstall job" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=6ffvcblw
time="2022-01-26T10:54:11.724Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=6ffvcblw
time="2022-01-26T10:54:11.724Z" level=debug msg="Setting labels on derived object" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision derivedObject=jshu-pool-test-6pgsm-uninstall reconcileID=6ffvcblw
time="2022-01-26T10:54:11.724Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=6ffvcblw
time="2022-01-26T10:54:11.724Z" level=info msg="uninstall job successful, setting completed status" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=6ffvcblw
time="2022-01-26T10:54:11.724Z" level=debug msg="uninstall job completed" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision duration=328 reconcileID=6ffvcblw
time="2022-01-26T10:54:11.732Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision elapsedMillis=72 elapsedMillisGT=0 outcome=unspecified reconcileID=6ffvcblw
time="2022-01-26T10:54:11.732Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=hkmx7qrk
time="2022-01-26T10:54:11.732Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=9mtrmbg9
time="2022-01-26T10:54:11.732Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=9mtrmbg9
time="2022-01-26T10:54:11.732Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mtrmbg9
time="2022-01-26T10:54:11.732Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=hkmx7qrk
time="2022-01-26T10:54:11.732Z" level=debug msg="clusterdeprovision is complete, skipping" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=hkmx7qrk
time="2022-01-26T10:54:11.732Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkmx7qrk
time="2022-01-26T10:54:11.732Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=ds4zczs2
time="2022-01-26T10:54:11.732Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vzcwzd9q
time="2022-01-26T10:54:11.732Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision objectKind=Job objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=ds4zczs2
time="2022-01-26T10:54:11.732Z" level=debug msg="clusterdeprovision is complete, skipping" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=ds4zczs2
time="2022-01-26T10:54:11.732Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ds4zczs2
time="2022-01-26T10:54:11.732Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.732Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.732Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.733Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.733Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.733Z" level=debug msg="linked provision removed" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vzcwzd9q
time="2022-01-26T10:54:11.733Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment derivedObject=jshu-pool-test-6pgsm reconcileID=vzcwzd9q
time="2022-01-26T10:54:11.733Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vzcwzd9q
time="2022-01-26T10:54:11.742Z" level=info msg="DNSZone gone and deprovision request completed, removing finalizer" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vzcwzd9q
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=b6dsxxml
time="2022-01-26T10:54:11.743Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=b6dsxxml
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b6dsxxml
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=g8pl8php
time="2022-01-26T10:54:11.743Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=g8pl8php
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g8pl8php
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=l7hhd4wj
time="2022-01-26T10:54:11.743Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=l7hhd4wj
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7hhd4wj
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=8jzhrwr2
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=gxll2k4h
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxll2k4h
time="2022-01-26T10:54:11.743Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm reconcileID=8jzhrwr2
time="2022-01-26T10:54:11.743Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=8jzhrwr2
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=jr92h9wz
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jzhrwr2
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jr92h9wz
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=kjpc5wzw
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=wwrd8jq4
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kjpc5wzw
time="2022-01-26T10:54:11.743Z" level=debug msg="all ClusterDeployments deleted; waiting longer for ClusterDeployments to be removed from storage" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=wwrd8jq4
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=wwrd8jq4
time="2022-01-26T10:54:11.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=zq429wpt
time="2022-01-26T10:54:11.743Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zq429wpt
time="2022-01-26T10:54:11.749Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=kj9vcvvg
time="2022-01-26T10:54:11.749Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kj9vcvvg
time="2022-01-26T10:54:11.749Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:54:11.749Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=zb7pfcs6
time="2022-01-26T10:54:11.749Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:54:11.749Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=zb7pfcs6
time="2022-01-26T10:54:11.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.749Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=1 clusterPool=default/jshu-pool-test controller=clusterpool deleting=1 installing=0 reconcileID=rr775rdn stale=0 standby=3 unclaimed=0
time="2022-01-26T10:54:11.749Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.749Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:54:11.749Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn unassignedCount=1
time="2022-01-26T10:54:11.749Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=tgfn2h9n
time="2022-01-26T10:54:11.749Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=tgfn2h9n
time="2022-01-26T10:54:11.749Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgfn2h9n
time="2022-01-26T10:54:11.749Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=tljq2g8d
time="2022-01-26T10:54:11.749Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=tljq2g8d
time="2022-01-26T10:54:11.749Z" level=debug msg="object does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim object=jshu-pool-test-6pgsm/hive-claim-owner reconcileID=tljq2g8d
time="2022-01-26T10:54:11.749Z" level=info msg="waiting for associated resources to be deleted" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=tljq2g8d
time="2022-01-26T10:54:11.749Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tljq2g8d
time="2022-01-26T10:54:11.749Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=debug msg="ensuring cluster <=> claim assignment" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=debug msg="claim already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=debug msg="cluster already assigned" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=debug msg="cluster <=> claim assignment ok" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm claim=jshu-claim-test cluster=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=rr775rdn
time="2022-01-26T10:54:11.749Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rr775rdn
time="2022-01-26T10:54:11.787Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=cgtc626q
time="2022-01-26T10:54:11.787Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=cgtc626q
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cgtc626q
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=kkcq7ktt
time="2022-01-26T10:54:11.787Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation reconcileID=kkcq7ktt
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kkcq7ktt
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable reconcileID=vbrcclf6
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbrcclf6
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=mpbjjjq2
time="2022-01-26T10:54:11.787Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate reconcileID=mpbjjjq2
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mpbjjjq2
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.787Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister namespace=jshu-pool-test-6pgsm
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-6pgsm outcome=unspecified
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=w8zgxnzf
time="2022-01-26T10:54:11.787Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=w8zgxnzf
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8zgxnzf
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts reconcileID=l7ft4x9j
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7ft4x9j
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=4drzffzg
time="2022-01-26T10:54:11.787Z" level=info msg="deleting namespace since it contains no ClusterDeployments" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=4drzffzg
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress reconcileID=6q9qf4dm
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6q9qf4dm
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=chls6w78
time="2022-01-26T10:54:11.787Z" level=info msg="cluster deployment not found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider reconcileID=chls6w78
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chls6w78
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=fxhh2n89
time="2022-01-26T10:54:11.787Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker
time="2022-01-26T10:54:11.787Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=fxhh2n89
time="2022-01-26T10:54:11.787Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=fxhh2n89
time="2022-01-26T10:54:11.787Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xws8jfdz
time="2022-01-26T10:54:11.788Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=t7s4zxbp
time="2022-01-26T10:54:11.788Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:54:11.788Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision reconcileID=t7s4zxbp
time="2022-01-26T10:54:11.788Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-1-djgjq controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7s4zxbp
time="2022-01-26T10:54:11.788Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=97khdftw
time="2022-01-26T10:54:11.788Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=xws8jfdz stale=0 standby=3 unclaimed=0
time="2022-01-26T10:54:11.788Z" level=info msg="cluster does not exist" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=97khdftw
time="2022-01-26T10:54:11.788Z" level=info msg="assigned cluster was not claimed" cluster=jshu-pool-test-6pgsm clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=97khdftw
time="2022-01-26T10:54:11.788Z" level=info msg="removing finalizer from ClusterClaim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=97khdftw
time="2022-01-26T10:54:11.788Z" level=debug msg="found claims for ClusterPool" assignedCount=1 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xws8jfdz unassignedCount=1
time="2022-01-26T10:54:11.788Z" level=error msg="couldn't sync ClusterDeployment to the claim assigned to it: ClusterDeployment not found" Claim=jshu-claim-test ClusterDeployment=jshu-pool-test-6pgsm clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xws8jfdz
time="2022-01-26T10:54:11.788Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=xws8jfdz
time="2022-01-26T10:54:11.788Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xws8jfdz
time="2022-01-26T10:54:11.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion reconcileID=5td5wkpb
time="2022-01-26T10:54:11.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5td5wkpb
time="2022-01-26T10:54:11.788Z" level=debug msg="cleared metric: %v&{0xc0004487b0}" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=vzcwzd9q
time="2022-01-26T10:54:11.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=vzcwzd9q
time="2022-01-26T10:54:11.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4fswghbr
time="2022-01-26T10:54:11.788Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=4fswghbr
time="2022-01-26T10:54:11.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4fswghbr
time="2022-01-26T10:54:11.792Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=5 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=4drzffzg
time="2022-01-26T10:54:11.793Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=s2l8mmmc
time="2022-01-26T10:54:11.793Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=s2l8mmmc
time="2022-01-26T10:54:11.805Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=952gt6q7
time="2022-01-26T10:54:11.805Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:54:11.805Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=952gt6q7 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:54:11.805Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=952gt6q7 unassignedCount=1
time="2022-01-26T10:54:11.805Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=952gt6q7
time="2022-01-26T10:54:11.805Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=952gt6q7
time="2022-01-26T10:54:11.806Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=97khdftw
time="2022-01-26T10:54:11.806Z" level=info msg="reconciling cluster claim" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=nrcjhb7z
time="2022-01-26T10:54:11.806Z" level=info msg="claim not found" clusterClaim=default/jshu-claim-test controller=clusterclaim reconcileID=nrcjhb7z
time="2022-01-26T10:54:11.806Z" level=info msg="reconcile complete" clusterClaim=default/jshu-claim-test controller=clusterclaim elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nrcjhb7z
time="2022-01-26T10:54:11.832Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=p5ngvch9
time="2022-01-26T10:54:11.832Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=vgbt6n54
time="2022-01-26T10:54:11.832Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=vgbt6n54
time="2022-01-26T10:54:11.832Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=p5ngvch9
time="2022-01-26T10:54:11.832Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vgbt6n54
time="2022-01-26T10:54:11.832Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5ngvch9
time="2022-01-26T10:54:11.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=d2nnpqr7
time="2022-01-26T10:54:11.832Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=d2nnpqr7
time="2022-01-26T10:54:11.832Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d2nnpqr7
time="2022-01-26T10:54:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t4tqn7hv
time="2022-01-26T10:54:11.833Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t4tqn7hv
time="2022-01-26T10:54:11.833Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4tqn7hv
time="2022-01-26T10:54:11.841Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=796pdjsz
time="2022-01-26T10:54:11.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t2drbz5h
time="2022-01-26T10:54:11.841Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=796pdjsz
time="2022-01-26T10:54:11.841Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=t2drbz5h
time="2022-01-26T10:54:11.841Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=796pdjsz
time="2022-01-26T10:54:11.841Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2drbz5h
time="2022-01-26T10:54:11.841Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=cr576fsz
time="2022-01-26T10:54:11.841Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink reconcileID=cr576fsz
time="2022-01-26T10:54:11.841Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cr576fsz
time="2022-01-26T10:54:11.851Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=n6swwmvw
time="2022-01-26T10:54:11.851Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision reconcileID=n6swwmvw
time="2022-01-26T10:54:11.851Z" level=info msg="reconcile complete" clusterDeprovision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6swwmvw
time="2022-01-26T10:54:11.855Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=d8n5ggbd
time="2022-01-26T10:54:11.855Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision reconcileID=d8n5ggbd
time="2022-01-26T10:54:11.855Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-0-7897l controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d8n5ggbd
time="2022-01-26T10:54:11.867Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=tzjfzgxm
time="2022-01-26T10:54:11.867Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=tzjfzgxm
time="2022-01-26T10:54:11.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzjfzgxm
time="2022-01-26T10:54:11.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=dr46wzxm
time="2022-01-26T10:54:11.872Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=dr46wzxm
time="2022-01-26T10:54:11.872Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dr46wzxm
time="2022-01-26T10:54:11.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ghr8g9sr
time="2022-01-26T10:54:11.873Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=ghr8g9sr
time="2022-01-26T10:54:11.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghr8g9sr
time="2022-01-26T10:54:11.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=crfdwl57
time="2022-01-26T10:54:11.884Z" level=info msg="cluster deployment Not Found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment reconcileID=crfdwl57
time="2022-01-26T10:54:11.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=crfdwl57
time="2022-01-26T10:54:13.428Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.54.39:6443: i/o timeout" reconcileID=479dvh8j
time="2022-01-26T10:54:13.428Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=479dvh8j
time="2022-01-26T10:54:16.089Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=68z7nnsf
time="2022-01-26T10:54:16.1Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=20018 elapsedMillisGT=10000 outcome=unspecified reconcileID=68z7nnsf
time="2022-01-26T10:54:16.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=5zdq5gs8
time="2022-01-26T10:54:16.101Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=5zdq5gs8
time="2022-01-26T10:54:16.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=tzfjxv6s
time="2022-01-26T10:54:16.101Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=tzfjxv6s
time="2022-01-26T10:54:16.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzfjxv6s
time="2022-01-26T10:54:16.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=gn8g8wwp
time="2022-01-26T10:54:16.101Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=gn8g8wwp
time="2022-01-26T10:54:16.101Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=gn8g8wwp
time="2022-01-26T10:54:16.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gn8g8wwp
time="2022-01-26T10:54:16.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=nzqspb9q
time="2022-01-26T10:54:16.101Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=nzqspb9q
time="2022-01-26T10:54:16.102Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=nzqspb9q
time="2022-01-26T10:54:16.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzqspb9q
time="2022-01-26T10:54:16.102Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=5nhd5f7d
time="2022-01-26T10:54:16.102Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=5nhd5f7d
time="2022-01-26T10:54:16.102Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=5nhd5f7d
time="2022-01-26T10:54:16.102Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=jtn4hjwc
time="2022-01-26T10:54:16.102Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=jtn4hjwc
time="2022-01-26T10:54:16.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jtn4hjwc
time="2022-01-26T10:54:16.102Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=rvvtp947
time="2022-01-26T10:54:16.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=rvvtp947
time="2022-01-26T10:54:16.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=rvvtp947
time="2022-01-26T10:54:16.102Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=rvvtp947
time="2022-01-26T10:54:16.102Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T10:54:16.102Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=rvvtp947
time="2022-01-26T10:54:16.102Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvvtp947
time="2022-01-26T10:54:16.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=2mrptfpn
time="2022-01-26T10:54:16.102Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=2mrptfpn
time="2022-01-26T10:54:16.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mrptfpn
time="2022-01-26T10:54:16.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=jp9j9nxt
time="2022-01-26T10:54:16.102Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=jp9j9nxt
time="2022-01-26T10:54:16.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jp9j9nxt
time="2022-01-26T10:54:16.106Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=vsjxwsdg
time="2022-01-26T10:54:16.106Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=h8rftvpm
time="2022-01-26T10:54:16.106Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T10:54:16.106Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=vsjxwsdg
time="2022-01-26T10:54:16.106Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vsjxwsdg
time="2022-01-26T10:54:16.106Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=h8rftvpm
time="2022-01-26T10:54:16.106Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=h8rftvpm
time="2022-01-26T10:54:16.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:54:16.106Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:54:16.106Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T10:54:16.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96h52hmc
time="2022-01-26T10:54:16.107Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8rpvdxv8
time="2022-01-26T10:54:16.107Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T10:54:16.107Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:54:16.108Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=8rpvdxv8 stale=0 standby=3 unclaimed=0
time="2022-01-26T10:54:16.108Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:54:16.108Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8rpvdxv8 unassignedCount=1
time="2022-01-26T10:54:16.108Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:54:16.108Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=8rpvdxv8
time="2022-01-26T10:54:16.108Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T10:54:16.108Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96h52hmc
time="2022-01-26T10:54:16.108Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8rpvdxv8
time="2022-01-26T10:54:16.108Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96h52hmc
time="2022-01-26T10:54:16.108Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96h52hmc
time="2022-01-26T10:54:16.109Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=96h52hmc
time="2022-01-26T10:54:16.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=96h52hmc
time="2022-01-26T10:54:16.922Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker reconcileID=mtsblmnr
time="2022-01-26T10:54:16.922Z" level=debug msg="object no longer exists" controller=machinepool
time="2022-01-26T10:54:16.922Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm-worker outcome=unspecified reconcileID=mtsblmnr
time="2022-01-26T10:54:17.809Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=rz2jw5wv
time="2022-01-26T10:54:17.809Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=rz2jw5wv
time="2022-01-26T10:54:17.828Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=gtg64gg6
time="2022-01-26T10:54:17.828Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=gtg64gg6
time="2022-01-26T10:54:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:54:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:54:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:54:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:54:42.844Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-6pgsm reconcileID=9xp8bssh
time="2022-01-26T10:54:42.844Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-6pgsm outcome=unspecified reconcileID=9xp8bssh
time="2022-01-26T10:54:46.103Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=5zdq5gs8
time="2022-01-26T10:54:46.104Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=5zdq5gs8
time="2022-01-26T10:54:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:54:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:13.482Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:13.482Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:55:13.483Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:55:13.483Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:55:13.483Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:55:13.483Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:55:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:55:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:56:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:56:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:56:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:56:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:56:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:56:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:56:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:56:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:13.483Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:13.483Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:57:13.483Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:57:13.483Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:57:13.483Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:57:13.483Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:57:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:57:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:58:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:58:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:58:26.94Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:58:26.94Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:58:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:58:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:58:38.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=s4b72z2g
time="2022-01-26T10:58:38.419Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=s4b72z2g
time="2022-01-26T10:58:38.419Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=s4b72z2g
time="2022-01-26T10:58:38.561Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=s4b72z2g states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T10:58:42.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=k66hp4bx
time="2022-01-26T10:58:42.961Z" level=debug msg="cluster deployment not found" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState reconcileID=k66hp4bx
time="2022-01-26T10:58:42.961Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-6pgsm/jshu-pool-test-6pgsm controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k66hp4bx
time="2022-01-26T10:58:53.567Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" reconcileID=s4b72z2g
time="2022-01-26T10:58:53.567Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=15148 elapsedMillisGT=10000 outcome=unspecified reconcileID=s4b72z2g
time="2022-01-26T10:58:53.567Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T10:58:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:58:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:13.484Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:13.484Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T10:59:13.484Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T10:59:13.484Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T10:59:13.484Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T10:59:13.484Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T10:59:26.944Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:26.944Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T10:59:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:00:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T11:00:00.142Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T11:00:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:00:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:00:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:00:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:00:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:00:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:00:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:00:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:13.485Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:13.485Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:01:13.485Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:01:13.485Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:01:13.485Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:01:13.485Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:01:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:01:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:02:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:02:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:02:26.942Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:02:26.942Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:02:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:02:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:02:56.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=rkg7zkz2
time="2022-01-26T11:02:56.359Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=rkg7zkz2
time="2022-01-26T11:02:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:02:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:13.486Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:13.486Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:03:13.486Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:03:13.486Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:03:13.486Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:03:13.486Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:03:26.36Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: i/o timeout" reconcileID=rkg7zkz2
time="2022-01-26T11:03:26.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30011 elapsedMillisGT=30000 outcome=unspecified reconcileID=rkg7zkz2
time="2022-01-26T11:03:26.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=x5bslqkl
time="2022-01-26T11:03:26.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=mf4ngvjk
time="2022-01-26T11:03:26.371Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=mf4ngvjk
time="2022-01-26T11:03:26.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mf4ngvjk
time="2022-01-26T11:03:26.371Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=x5bslqkl
time="2022-01-26T11:03:26.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=b585hwj8
time="2022-01-26T11:03:26.371Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=b585hwj8
time="2022-01-26T11:03:26.371Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=b585hwj8
time="2022-01-26T11:03:26.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b585hwj8
time="2022-01-26T11:03:26.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=6g5tztdf
time="2022-01-26T11:03:26.371Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=6g5tztdf
time="2022-01-26T11:03:26.371Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=6g5tztdf
time="2022-01-26T11:03:26.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6g5tztdf
time="2022-01-26T11:03:26.371Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=zg6rztvp
time="2022-01-26T11:03:26.371Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=zg6rztvp
time="2022-01-26T11:03:26.371Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=zg6rztvp
time="2022-01-26T11:03:26.372Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=g68bhbtg
time="2022-01-26T11:03:26.372Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=g68bhbtg
time="2022-01-26T11:03:26.372Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g68bhbtg
time="2022-01-26T11:03:26.372Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=s5d45fz4
time="2022-01-26T11:03:26.372Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=s5d45fz4
time="2022-01-26T11:03:26.372Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=s5d45fz4
time="2022-01-26T11:03:26.372Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=s5d45fz4
time="2022-01-26T11:03:26.372Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T11:03:26.372Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=s5d45fz4
time="2022-01-26T11:03:26.372Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5d45fz4
time="2022-01-26T11:03:26.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=ffbtks6z
time="2022-01-26T11:03:26.372Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=ffbtks6z
time="2022-01-26T11:03:26.372Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ffbtks6z
time="2022-01-26T11:03:26.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=624m68rc
time="2022-01-26T11:03:26.372Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=624m68rc
time="2022-01-26T11:03:26.372Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=624m68rc
time="2022-01-26T11:03:26.376Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p78rphhp
time="2022-01-26T11:03:26.376Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=9hzjmwgh
time="2022-01-26T11:03:26.376Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=9hzjmwgh
time="2022-01-26T11:03:26.376Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=988w9rnc
time="2022-01-26T11:03:26.376Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9hzjmwgh
time="2022-01-26T11:03:26.376Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=988w9rnc
time="2022-01-26T11:03:26.376Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:03:26.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:03:26.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:03:26.377Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:03:26.377Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p78rphhp
time="2022-01-26T11:03:26.377Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p78rphhp
time="2022-01-26T11:03:26.377Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p78rphhp
time="2022-01-26T11:03:26.377Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=988w9rnc
time="2022-01-26T11:03:26.377Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2n8lcbhb
time="2022-01-26T11:03:26.377Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:03:26.377Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=2n8lcbhb stale=0 standby=3 unclaimed=0
time="2022-01-26T11:03:26.377Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2n8lcbhb unassignedCount=1
time="2022-01-26T11:03:26.377Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=2n8lcbhb
time="2022-01-26T11:03:26.377Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2n8lcbhb
time="2022-01-26T11:03:26.377Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=89hzd2r7
time="2022-01-26T11:03:26.377Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T11:03:26.377Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=89hzd2r7
time="2022-01-26T11:03:26.377Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=89hzd2r7
time="2022-01-26T11:03:26.377Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T11:03:26.377Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T11:03:26.377Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T11:03:26.379Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=p78rphhp
time="2022-01-26T11:03:26.379Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=p78rphhp
time="2022-01-26T11:03:26.508Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=988w9rnc states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T11:03:26.508Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=988w9rnc
time="2022-01-26T11:03:26.508Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=988w9rnc
time="2022-01-26T11:03:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:56.373Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: i/o timeout" reconcileID=x5bslqkl
time="2022-01-26T11:03:56.373Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=x5bslqkl
time="2022-01-26T11:03:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:03:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:04:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:04:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:04:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:04:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:04:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:04:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:04:38.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=zm6z5lv6
time="2022-01-26T11:04:38.787Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=zm6z5lv6
time="2022-01-26T11:04:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:04:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:08.788Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: i/o timeout" reconcileID=zm6z5lv6
time="2022-01-26T11:05:08.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=zm6z5lv6
time="2022-01-26T11:05:08.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=vsl989dg
time="2022-01-26T11:05:08.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=r8v4nwbm
time="2022-01-26T11:05:08.802Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=vsl989dg
time="2022-01-26T11:05:08.802Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=r8v4nwbm
time="2022-01-26T11:05:08.802Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=r8v4nwbm
time="2022-01-26T11:05:08.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8v4nwbm
time="2022-01-26T11:05:08.802Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=7vmsxxhd
time="2022-01-26T11:05:08.802Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=7vmsxxhd
time="2022-01-26T11:05:08.802Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=7vmsxxhd
time="2022-01-26T11:05:08.803Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=qx6vch6h
time="2022-01-26T11:05:08.803Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=qx6vch6h
time="2022-01-26T11:05:08.803Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=qx6vch6h
time="2022-01-26T11:05:08.803Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=qx6vch6h
time="2022-01-26T11:05:08.803Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T11:05:08.803Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=qx6vch6h
time="2022-01-26T11:05:08.803Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qx6vch6h
time="2022-01-26T11:05:08.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=4gw9n824
time="2022-01-26T11:05:08.803Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=4gw9n824
time="2022-01-26T11:05:08.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4gw9n824
time="2022-01-26T11:05:08.803Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=kfrh2j5x
time="2022-01-26T11:05:08.803Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=kfrh2j5x
time="2022-01-26T11:05:08.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kfrh2j5x
time="2022-01-26T11:05:08.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=xs27hrfg
time="2022-01-26T11:05:08.803Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=xs27hrfg
time="2022-01-26T11:05:08.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xs27hrfg
time="2022-01-26T11:05:08.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=flc92zpt
time="2022-01-26T11:05:08.803Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=flc92zpt
time="2022-01-26T11:05:08.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flc92zpt
time="2022-01-26T11:05:08.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=l6qbwmdr
time="2022-01-26T11:05:08.803Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=l6qbwmdr
time="2022-01-26T11:05:08.803Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=l6qbwmdr
time="2022-01-26T11:05:08.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l6qbwmdr
time="2022-01-26T11:05:08.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=t5cd6tj4
time="2022-01-26T11:05:08.808Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=7hmkvxdm
time="2022-01-26T11:05:08.808Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=t5cd6tj4
time="2022-01-26T11:05:08.808Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=7hmkvxdm
time="2022-01-26T11:05:08.808Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hmkvxdm
time="2022-01-26T11:05:08.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T11:05:08.808Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T11:05:08.808Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T11:05:08.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mdwt2xnl
time="2022-01-26T11:05:08.808Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T11:05:08.808Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T11:05:08.808Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T11:05:08.808Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T11:05:08.808Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mdwt2xnl
time="2022-01-26T11:05:08.808Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=t5cd6tj4
time="2022-01-26T11:05:08.808Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mdwt2xnl
time="2022-01-26T11:05:08.808Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mdwt2xnl
time="2022-01-26T11:05:08.808Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8nzwlvnn
time="2022-01-26T11:05:08.809Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T11:05:08.809Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=8nzwlvnn
time="2022-01-26T11:05:08.809Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=8nzwlvnn
time="2022-01-26T11:05:08.809Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7s5xtnq9
time="2022-01-26T11:05:08.809Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:05:08.809Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=7s5xtnq9 stale=0 standby=3 unclaimed=0
time="2022-01-26T11:05:08.809Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7s5xtnq9 unassignedCount=1
time="2022-01-26T11:05:08.809Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7s5xtnq9
time="2022-01-26T11:05:08.809Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7s5xtnq9
time="2022-01-26T11:05:08.81Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=mdwt2xnl
time="2022-01-26T11:05:08.81Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=mdwt2xnl
time="2022-01-26T11:05:08.931Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=t5cd6tj4 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T11:05:08.931Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=t5cd6tj4
time="2022-01-26T11:05:08.931Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=123 elapsedMillisGT=0 outcome=unspecified reconcileID=t5cd6tj4
time="2022-01-26T11:05:13.487Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:13.487Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:05:13.487Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:05:13.487Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:05:13.487Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:05:13.487Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:05:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:38.805Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.12.37.39:6443: i/o timeout" reconcileID=vsl989dg
time="2022-01-26T11:05:38.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=vsl989dg
time="2022-01-26T11:05:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:05:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:06:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:06:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:06:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:06:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:06:34.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable reconcileID=ckxvlvmf
time="2022-01-26T11:06:34.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-dt9tx/jshu-pool-test-dt9tx controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckxvlvmf
time="2022-01-26T11:06:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:06:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:06:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:06:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:13.487Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:13.487Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:07:13.487Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:07:13.487Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:07:13.487Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:07:13.487Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:07:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:07:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:08:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:08:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:08:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:08:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:08:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:08:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:08:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:08:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:13.488Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:13.489Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:09:13.489Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:09:13.489Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:09:13.489Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:09:13.489Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:09:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:09:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:10:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:10:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:10:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:10:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:10:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:10:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:10:56.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=g7mlbnnt
time="2022-01-26T11:10:56.101Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=g7mlbnnt
time="2022-01-26T11:10:56.112Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: connect: connection refused" reconcileID=g7mlbnnt
time="2022-01-26T11:10:56.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=n9cc7j57
time="2022-01-26T11:10:56.125Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=n9cc7j57
time="2022-01-26T11:10:56.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9cc7j57
time="2022-01-26T11:10:56.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=8lkjstb8
time="2022-01-26T11:10:56.125Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=8lkjstb8
time="2022-01-26T11:10:56.125Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=8lkjstb8
time="2022-01-26T11:10:56.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lkjstb8
time="2022-01-26T11:10:56.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=ctxpb6p4
time="2022-01-26T11:10:56.125Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=ctxpb6p4
time="2022-01-26T11:10:56.125Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=ctxpb6p4
time="2022-01-26T11:10:56.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ctxpb6p4
time="2022-01-26T11:10:56.125Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=46m8dtf9
time="2022-01-26T11:10:56.125Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=46m8dtf9
time="2022-01-26T11:10:56.125Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=46m8dtf9
time="2022-01-26T11:10:56.125Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=g7mlbnnt
time="2022-01-26T11:10:56.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=2rz8k8bj
time="2022-01-26T11:10:56.125Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=tq5p4rqk
time="2022-01-26T11:10:56.125Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=2rz8k8bj
time="2022-01-26T11:10:56.125Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tq5p4rqk
time="2022-01-26T11:10:56.126Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tq5p4rqk
time="2022-01-26T11:10:56.126Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=tq5p4rqk
time="2022-01-26T11:10:56.126Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T11:10:56.126Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=tq5p4rqk
time="2022-01-26T11:10:56.126Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tq5p4rqk
time="2022-01-26T11:10:56.126Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=hl5zkhwh
time="2022-01-26T11:10:56.126Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=hl5zkhwh
time="2022-01-26T11:10:56.126Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hl5zkhwh
time="2022-01-26T11:10:56.126Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=pvsfszw5
time="2022-01-26T11:10:56.126Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=pvsfszw5
time="2022-01-26T11:10:56.126Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pvsfszw5
time="2022-01-26T11:10:56.126Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=zmwpc86g
time="2022-01-26T11:10:56.126Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=zmwpc86g
time="2022-01-26T11:10:56.126Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmwpc86g
time="2022-01-26T11:10:56.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:10:56.13Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:10:56.13Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T11:10:56.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tbwjpk79
time="2022-01-26T11:10:56.13Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:10:56.13Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:10:56.13Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:10:56.13Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:10:56.13Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tbwjpk79
time="2022-01-26T11:10:56.13Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tbwjpk79
time="2022-01-26T11:10:56.13Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tbwjpk79
time="2022-01-26T11:10:56.13Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=vm9r5z8s
time="2022-01-26T11:10:56.131Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=vm9r5z8s
time="2022-01-26T11:10:56.131Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vm9r5z8s
time="2022-01-26T11:10:56.131Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfc7g58
time="2022-01-26T11:10:56.131Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:10:56.131Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=7qfc7g58 stale=0 standby=3 unclaimed=0
time="2022-01-26T11:10:56.131Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfc7g58 unassignedCount=1
time="2022-01-26T11:10:56.131Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=7qfc7g58
time="2022-01-26T11:10:56.131Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7qfc7g58
time="2022-01-26T11:10:56.131Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jvchfkr5
time="2022-01-26T11:10:56.131Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T11:10:56.131Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=jvchfkr5
time="2022-01-26T11:10:56.131Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=jvchfkr5
time="2022-01-26T11:10:56.132Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=tbwjpk79
time="2022-01-26T11:10:56.132Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=tbwjpk79
time="2022-01-26T11:10:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:10:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:13.489Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:13.489Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:11:13.49Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:11:13.49Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:11:13.49Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:11:13.49Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:11:26.127Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=2rz8k8bj
time="2022-01-26T11:11:26.14Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=2rz8k8bj
time="2022-01-26T11:11:26.14Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=bd8dsgwv
time="2022-01-26T11:11:26.14Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=bd8dsgwv
time="2022-01-26T11:11:26.141Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=92kvkr8v
time="2022-01-26T11:11:26.141Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=92kvkr8v
time="2022-01-26T11:11:26.141Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92kvkr8v
time="2022-01-26T11:11:26.141Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=dhf22c48
time="2022-01-26T11:11:26.141Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=dhf22c48
time="2022-01-26T11:11:26.141Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=dhf22c48
time="2022-01-26T11:11:26.141Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dhf22c48
time="2022-01-26T11:11:26.141Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9nrldcrz
time="2022-01-26T11:11:26.141Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9nrldcrz
time="2022-01-26T11:11:26.141Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=9nrldcrz
time="2022-01-26T11:11:26.141Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nrldcrz
time="2022-01-26T11:11:26.141Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=fjf6lsgf
time="2022-01-26T11:11:26.141Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=fjf6lsgf
time="2022-01-26T11:11:26.141Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=fjf6lsgf
time="2022-01-26T11:11:26.141Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=nkvpvtbp
time="2022-01-26T11:11:26.141Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=nkvpvtbp
time="2022-01-26T11:11:26.141Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nkvpvtbp
time="2022-01-26T11:11:26.141Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vmb4m4rh
time="2022-01-26T11:11:26.141Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vmb4m4rh
time="2022-01-26T11:11:26.142Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vmb4m4rh
time="2022-01-26T11:11:26.142Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=vmb4m4rh
time="2022-01-26T11:11:26.142Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T11:11:26.142Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=vmb4m4rh
time="2022-01-26T11:11:26.142Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmb4m4rh
time="2022-01-26T11:11:26.142Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=kq69nz44
time="2022-01-26T11:11:26.142Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=kq69nz44
time="2022-01-26T11:11:26.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kq69nz44
time="2022-01-26T11:11:26.142Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=wmvmvxcb
time="2022-01-26T11:11:26.142Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=wmvmvxcb
time="2022-01-26T11:11:26.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmvmvxcb
time="2022-01-26T11:11:26.145Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=npmv2l9z
time="2022-01-26T11:11:26.145Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=npmv2l9z
time="2022-01-26T11:11:26.145Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=npmv2l9z
time="2022-01-26T11:11:26.146Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=hlr7c6v7
time="2022-01-26T11:11:26.146Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T11:11:26.146Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=hlr7c6v7
time="2022-01-26T11:11:26.146Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=hlr7c6v7
time="2022-01-26T11:11:26.146Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:11:26.146Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:11:26.146Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T11:11:26.146Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b6qt296s
time="2022-01-26T11:11:26.146Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:11:26.146Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:11:26.146Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:11:26.146Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:11:26.146Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b6qt296s
time="2022-01-26T11:11:26.146Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b6qt296s
time="2022-01-26T11:11:26.146Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b6qt296s
time="2022-01-26T11:11:26.147Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ds5brtb2
time="2022-01-26T11:11:26.147Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:11:26.147Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=ds5brtb2 stale=0 standby=3 unclaimed=0
time="2022-01-26T11:11:26.147Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ds5brtb2 unassignedCount=1
time="2022-01-26T11:11:26.147Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=ds5brtb2
time="2022-01-26T11:11:26.147Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ds5brtb2
time="2022-01-26T11:11:26.148Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=b6qt296s
time="2022-01-26T11:11:26.148Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=b6qt296s
time="2022-01-26T11:11:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:56.142Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=bd8dsgwv
time="2022-01-26T11:11:56.143Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=bd8dsgwv
time="2022-01-26T11:11:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:11:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:12:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:12:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:12:26.963Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:12:26.963Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:12:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:12:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:12:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:12:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:13.491Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:13.491Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:13:13.491Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:13:13.491Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:13:13.491Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:13:13.491Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:13:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:13:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:14:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:14:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:14:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:14:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:14:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:14:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:14:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:14:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T11:15:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T11:15:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:13.492Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:13.492Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:15:13.492Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:15:13.492Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:15:13.492Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:15:13.492Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:15:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:33.568Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=gfvmthbs
time="2022-01-26T11:15:33.568Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=gfvmthbs
time="2022-01-26T11:15:33.568Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=gfvmthbs
time="2022-01-26T11:15:33.681Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=gfvmthbs states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T11:15:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:43.689Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=gfvmthbs
time="2022-01-26T11:15:43.689Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=10121 elapsedMillisGT=10000 outcome=unspecified reconcileID=gfvmthbs
time="2022-01-26T11:15:43.689Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:15:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:15:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:16:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:16:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:16:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:16:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:16:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:16:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:16:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:16:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:13.492Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:13.493Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:17:13.493Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:17:13.493Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:17:13.493Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:17:13.493Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:17:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:17:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:18:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:18:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:18:14.064Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=28nfc4nm
time="2022-01-26T11:18:14.064Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T11:18:14.064Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=28nfc4nm
time="2022-01-26T11:18:14.064Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=28nfc4nm
time="2022-01-26T11:18:14.064Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rts8q6gs
time="2022-01-26T11:18:14.064Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T11:18:14.064Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=rts8q6gs
time="2022-01-26T11:18:14.064Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=rts8q6gs
time="2022-01-26T11:18:14.064Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=f72vrrct
time="2022-01-26T11:18:14.064Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T11:18:14.064Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=f72vrrct
time="2022-01-26T11:18:14.064Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=f72vrrct
time="2022-01-26T11:18:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:18:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:18:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:18:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:18:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:18:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:13.493Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:13.493Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:19:13.493Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:19:13.493Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:19:13.494Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:19:13.494Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:19:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:19:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:20:05.377Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:20:05.377Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:20:06.371Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=49jhkfc6
time="2022-01-26T11:20:06.371Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=49jhkfc6
time="2022-01-26T11:20:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:20:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:20:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:20:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:20:36.373Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.131.2.51:6443: i/o timeout" reconcileID=49jhkfc6
time="2022-01-26T11:20:36.383Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30012 elapsedMillisGT=30000 outcome=unspecified reconcileID=49jhkfc6
time="2022-01-26T11:20:36.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=q4fct5ct
time="2022-01-26T11:20:36.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=8gj5l9p7
time="2022-01-26T11:20:36.384Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=q4fct5ct
time="2022-01-26T11:20:36.384Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=8gj5l9p7
time="2022-01-26T11:20:36.384Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8gj5l9p7
time="2022-01-26T11:20:36.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=z5cpjrzg
time="2022-01-26T11:20:36.384Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=z5cpjrzg
time="2022-01-26T11:20:36.384Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=z5cpjrzg
time="2022-01-26T11:20:36.384Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z5cpjrzg
time="2022-01-26T11:20:36.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=gfjbdxk8
time="2022-01-26T11:20:36.384Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=gfjbdxk8
time="2022-01-26T11:20:36.384Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=gfjbdxk8
time="2022-01-26T11:20:36.384Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfjbdxk8
time="2022-01-26T11:20:36.384Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=2n5dgvgj
time="2022-01-26T11:20:36.384Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=2n5dgvgj
time="2022-01-26T11:20:36.384Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=2n5dgvgj
time="2022-01-26T11:20:36.384Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=xgw4bk6d
time="2022-01-26T11:20:36.384Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=xgw4bk6d
time="2022-01-26T11:20:36.384Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=xgw4bk6d
time="2022-01-26T11:20:36.384Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=xgw4bk6d
time="2022-01-26T11:20:36.384Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T11:20:36.384Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=xgw4bk6d
time="2022-01-26T11:20:36.384Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgw4bk6d
time="2022-01-26T11:20:36.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=br2slthz
time="2022-01-26T11:20:36.385Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=br2slthz
time="2022-01-26T11:20:36.385Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=br2slthz
time="2022-01-26T11:20:36.385Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=xc6kdhbw
time="2022-01-26T11:20:36.385Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=xc6kdhbw
time="2022-01-26T11:20:36.385Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xc6kdhbw
time="2022-01-26T11:20:36.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=x2xzzfrl
time="2022-01-26T11:20:36.385Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=x2xzzfrl
time="2022-01-26T11:20:36.385Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x2xzzfrl
time="2022-01-26T11:20:36.389Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=wqj7pjn2
time="2022-01-26T11:20:36.389Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T11:20:36.389Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jszfffvp
time="2022-01-26T11:20:36.389Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=wqj7pjn2
time="2022-01-26T11:20:36.389Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jszfffvp
time="2022-01-26T11:20:36.389Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=wqj7pjn2
time="2022-01-26T11:20:36.389Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jszfffvp
time="2022-01-26T11:20:36.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T11:20:36.389Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T11:20:36.389Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T11:20:36.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vhfvl6t9
time="2022-01-26T11:20:36.389Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:20:36.39Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:20:36.39Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:20:36.39Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:20:36.39Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vhfvl6t9
time="2022-01-26T11:20:36.39Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vhfvl6t9
time="2022-01-26T11:20:36.39Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vhfvl6t9
time="2022-01-26T11:20:36.391Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=7zllwhrd
time="2022-01-26T11:20:36.391Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=7zllwhrd
time="2022-01-26T11:20:36.391Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=7zllwhrd
time="2022-01-26T11:20:36.391Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=vhfvl6t9
time="2022-01-26T11:20:36.391Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=vhfvl6t9
time="2022-01-26T11:20:36.391Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=79frqb2x
time="2022-01-26T11:20:36.391Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:20:36.391Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=79frqb2x stale=0 standby=3 unclaimed=0
time="2022-01-26T11:20:36.391Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=79frqb2x unassignedCount=1
time="2022-01-26T11:20:36.391Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=79frqb2x
time="2022-01-26T11:20:36.391Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79frqb2x
time="2022-01-26T11:20:36.506Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=7zllwhrd states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T11:20:36.506Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=7zllwhrd
time="2022-01-26T11:20:36.506Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=115 elapsedMillisGT=0 outcome=unspecified reconcileID=7zllwhrd
time="2022-01-26T11:20:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:20:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:06.386Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.131.2.51:6443: i/o timeout" reconcileID=q4fct5ct
time="2022-01-26T11:21:06.386Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=q4fct5ct
time="2022-01-26T11:21:13.494Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:13.495Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:21:13.495Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:21:13.495Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:21:13.495Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:21:13.495Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:21:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:48.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=n2n8tq7n
time="2022-01-26T11:21:48.802Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=n2n8tq7n
time="2022-01-26T11:21:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:21:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:22:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:22:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:22:18.804Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.54.39:6443: i/o timeout" reconcileID=n2n8tq7n
time="2022-01-26T11:22:18.815Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate reconcileID=f4t2gd7p
time="2022-01-26T11:22:18.815Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate matchingRelocates="[]" reconcileID=f4t2gd7p
time="2022-01-26T11:22:18.815Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f4t2gd7p
time="2022-01-26T11:22:18.815Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=s7clpkcn
time="2022-01-26T11:22:18.815Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx reconcileID=s7clpkcn
time="2022-01-26T11:22:18.815Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState reconcileID=s7clpkcn
time="2022-01-26T11:22:18.815Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s7clpkcn
time="2022-01-26T11:22:18.816Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=lntxwz2t
time="2022-01-26T11:22:18.816Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=lntxwz2t
time="2022-01-26T11:22:18.816Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts reconcileID=lntxwz2t
time="2022-01-26T11:22:18.816Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lntxwz2t
time="2022-01-26T11:22:18.816Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=gqrgb4s5
time="2022-01-26T11:22:18.816Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-skzgx controller=clusterpoolnamespace namespace=/jshu-pool-test-skzgx reconcileID=gqrgb4s5
time="2022-01-26T11:22:18.816Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-skzgx outcome=unspecified reconcileID=gqrgb4s5
time="2022-01-26T11:22:18.816Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=n2n8tq7n
time="2022-01-26T11:22:18.816Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=v2hk7pkc
time="2022-01-26T11:22:18.816Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=79bmr4d5
time="2022-01-26T11:22:18.816Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=79bmr4d5
time="2022-01-26T11:22:18.816Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=v2hk7pkc
time="2022-01-26T11:22:18.816Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=v2hk7pkc
time="2022-01-26T11:22:18.816Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g reconcileID=v2hk7pkc
time="2022-01-26T11:22:18.816Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g\", timestamp:time.Time{wall:0xc07464bb1f5f0e66, ext:27483794962258, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g
time="2022-01-26T11:22:18.816Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision reconcileID=v2hk7pkc
time="2022-01-26T11:22:18.816Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v2hk7pkc
time="2022-01-26T11:22:18.816Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=bfz4hc2d
time="2022-01-26T11:22:18.816Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress reconcileID=bfz4hc2d
time="2022-01-26T11:22:18.816Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bfz4hc2d
time="2022-01-26T11:22:18.816Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=qw2pb4vb
time="2022-01-26T11:22:18.816Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider reconcileID=qw2pb4vb
time="2022-01-26T11:22:18.816Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qw2pb4vb
time="2022-01-26T11:22:18.816Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=bh9tt6mf
time="2022-01-26T11:22:18.816Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion reconcileID=bh9tt6mf
time="2022-01-26T11:22:18.816Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bh9tt6mf
time="2022-01-26T11:22:18.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T11:22:18.82Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister namespace=jshu-pool-test-skzgx
time="2022-01-26T11:22:18.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-skzgx outcome=unspecified
time="2022-01-26T11:22:18.82Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=jj6hzb5k
time="2022-01-26T11:22:18.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=9t2njztw
time="2022-01-26T11:22:18.82Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink reconcileID=jj6hzb5k
time="2022-01-26T11:22:18.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jj6hzb5k
time="2022-01-26T11:22:18.82Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=9t2njztw
time="2022-01-26T11:22:18.821Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=9t2njztw
time="2022-01-26T11:22:18.821Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=9gpb68z9
time="2022-01-26T11:22:18.821Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T11:22:18.821Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=9gpb68z9
time="2022-01-26T11:22:18.821Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=9gpb68z9
time="2022-01-26T11:22:18.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=84jqd46p
time="2022-01-26T11:22:18.821Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T11:22:18.821Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T11:22:18.821Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T11:22:18.821Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx-0-85c9g-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-skzgx/jshu-pool-test-skzgx
time="2022-01-26T11:22:18.821Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=84jqd46p
time="2022-01-26T11:22:18.821Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=84jqd46p
time="2022-01-26T11:22:18.821Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=84jqd46p
time="2022-01-26T11:22:18.822Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lj674mxd
time="2022-01-26T11:22:18.822Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:22:18.822Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=lj674mxd stale=0 standby=3 unclaimed=0
time="2022-01-26T11:22:18.822Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lj674mxd unassignedCount=1
time="2022-01-26T11:22:18.822Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=lj674mxd
time="2022-01-26T11:22:18.823Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lj674mxd
time="2022-01-26T11:22:18.823Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment reconcileID=84jqd46p
time="2022-01-26T11:22:18.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=84jqd46p
time="2022-01-26T11:22:18.953Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation count=0 infraID=jshu-pool-test-skzgx-r8xt5 reconcileID=9t2njztw states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T11:22:18.953Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation reconcileID=9t2njztw
time="2022-01-26T11:22:18.953Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=hibernation elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=9t2njztw
time="2022-01-26T11:22:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:22:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:22:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:22:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:22:48.818Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.54.39:6443: i/o timeout" reconcileID=79bmr4d5
time="2022-01-26T11:22:48.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=79bmr4d5
time="2022-01-26T11:22:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:22:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:13.495Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:13.495Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:23:13.495Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:23:13.495Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:23:13.495Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:23:13.495Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:23:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:23:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:24:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:24:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:24:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:24:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:24:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:24:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:24:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:24:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:13.496Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:13.496Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:25:13.497Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:25:13.497Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:25:13.497Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:25:13.497Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:25:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:25:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:26:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:26:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:26:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:26:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:26:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:26:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:26:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:26:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:13.497Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:13.498Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:27:13.498Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:27:13.498Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:27:13.498Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:27:13.498Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:27:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:36.126Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=5nkmqznm
time="2022-01-26T11:27:36.126Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=5nkmqznm
time="2022-01-26T11:27:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:27:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:28:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:28:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:28:06.128Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=5nkmqznm
time="2022-01-26T11:28:06.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=2wd6cjhq
time="2022-01-26T11:28:06.139Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=2wd6cjhq
time="2022-01-26T11:28:06.139Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wd6cjhq
time="2022-01-26T11:28:06.139Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=5nkmqznm
time="2022-01-26T11:28:06.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=s6glqrlz
time="2022-01-26T11:28:06.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=7nks9v95
time="2022-01-26T11:28:06.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mw4xktz9
time="2022-01-26T11:28:06.139Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=7nks9v95
time="2022-01-26T11:28:06.139Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=7nks9v95
time="2022-01-26T11:28:06.139Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7nks9v95
time="2022-01-26T11:28:06.139Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mw4xktz9
time="2022-01-26T11:28:06.139Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=mw4xktz9
time="2022-01-26T11:28:06.139Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=8fg4g5xb
time="2022-01-26T11:28:06.139Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=msc8dzr4
time="2022-01-26T11:28:06.139Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=8fg4g5xb
time="2022-01-26T11:28:06.14Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8fg4g5xb
time="2022-01-26T11:28:06.139Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=s6glqrlz
time="2022-01-26T11:28:06.14Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=msc8dzr4
time="2022-01-26T11:28:06.14Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=msc8dzr4
time="2022-01-26T11:28:06.14Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=j5g2wbq8
time="2022-01-26T11:28:06.14Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=j5g2wbq8
time="2022-01-26T11:28:06.14Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=j5g2wbq8
time="2022-01-26T11:28:06.14Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=j5g2wbq8
time="2022-01-26T11:28:06.14Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T11:28:06.14Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=j5g2wbq8
time="2022-01-26T11:28:06.14Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5g2wbq8
time="2022-01-26T11:28:06.14Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=chv9522w
time="2022-01-26T11:28:06.14Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=chv9522w
time="2022-01-26T11:28:06.14Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chv9522w
time="2022-01-26T11:28:06.139Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mw4xktz9
time="2022-01-26T11:28:06.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=m4zqdpzz
time="2022-01-26T11:28:06.14Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=m4zqdpzz
time="2022-01-26T11:28:06.14Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m4zqdpzz
time="2022-01-26T11:28:06.145Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:28:06.145Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:28:06.145Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T11:28:06.145Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=s6cx9vf5
time="2022-01-26T11:28:06.145Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=smdg7g9f
time="2022-01-26T11:28:06.145Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T11:28:06.145Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=smdg7g9f
time="2022-01-26T11:28:06.145Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=smdg7g9f
time="2022-01-26T11:28:06.145Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:28:06.145Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=d8wqwd2j
time="2022-01-26T11:28:06.145Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=d8wqwd2j
time="2022-01-26T11:28:06.145Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d8wqwd2j
time="2022-01-26T11:28:06.145Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:28:06.145Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:28:06.145Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:28:06.145Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=s6cx9vf5
time="2022-01-26T11:28:06.145Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=s6cx9vf5
time="2022-01-26T11:28:06.145Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=s6cx9vf5
time="2022-01-26T11:28:06.146Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=td7x6s9c
time="2022-01-26T11:28:06.146Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:28:06.146Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=td7x6s9c stale=0 standby=3 unclaimed=0
time="2022-01-26T11:28:06.146Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=td7x6s9c unassignedCount=1
time="2022-01-26T11:28:06.146Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=td7x6s9c
time="2022-01-26T11:28:06.146Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=td7x6s9c
time="2022-01-26T11:28:06.146Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=s6cx9vf5
time="2022-01-26T11:28:06.146Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=s6cx9vf5
time="2022-01-26T11:28:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:28:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:28:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:28:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:28:36.142Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.129.163.21:6443: i/o timeout" reconcileID=s6glqrlz
time="2022-01-26T11:28:36.142Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30003 elapsedMillisGT=30000 outcome=unspecified reconcileID=s6glqrlz
time="2022-01-26T11:28:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:28:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:13.499Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:13.499Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:29:13.499Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:29:13.499Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:29:13.499Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:29:13.499Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:29:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:29:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:30:00.14Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T11:30:00.14Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T11:30:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:30:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:30:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:30:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:30:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:30:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:30:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:30:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:13.5Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:13.5Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:31:13.5Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:31:13.5Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:31:13.5Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:31:13.5Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:31:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:31:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:32:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:32:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:32:23.69Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=q9whbjts
time="2022-01-26T11:32:23.69Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=q9whbjts
time="2022-01-26T11:32:23.691Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=q9whbjts
time="2022-01-26T11:32:23.812Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=q9whbjts states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T11:32:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:32:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:32:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:32:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:32:43.818Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" reconcileID=q9whbjts
time="2022-01-26T11:32:43.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=20127 elapsedMillisGT=10000 outcome=unspecified reconcileID=q9whbjts
time="2022-01-26T11:32:43.818Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: i/o timeout" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:32:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:32:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:13.501Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:13.501Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:33:13.501Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:33:13.501Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:33:13.501Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:33:13.501Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:33:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:33:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:34:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:34:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:34:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:34:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:34:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:34:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:34:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:34:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:13.502Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:13.502Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:35:13.502Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:35:13.502Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:35:13.502Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:35:13.502Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:35:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:35:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:36:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:36:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:36:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:36:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:36:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:36:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:36:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:36:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:13.503Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:13.503Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:37:13.504Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:37:13.504Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:37:13.504Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:37:13.504Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:37:16.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=6dqr5nf6
time="2022-01-26T11:37:16.384Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=6dqr5nf6
time="2022-01-26T11:37:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:46.386Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.134.121.179:6443: i/o timeout" reconcileID=6dqr5nf6
time="2022-01-26T11:37:46.399Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=z6nns898
time="2022-01-26T11:37:46.399Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=z6nns898
time="2022-01-26T11:37:46.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6nns898
time="2022-01-26T11:37:46.399Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=khrzk9pg
time="2022-01-26T11:37:46.399Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=khrzk9pg
time="2022-01-26T11:37:46.399Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=khrzk9pg
time="2022-01-26T11:37:46.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=khrzk9pg
time="2022-01-26T11:37:46.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=75t7q2rt
time="2022-01-26T11:37:46.4Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=75t7q2rt
time="2022-01-26T11:37:46.4Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=75t7q2rt
time="2022-01-26T11:37:46.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=75t7q2rt
time="2022-01-26T11:37:46.4Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=l5xwrmxd
time="2022-01-26T11:37:46.4Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=l5xwrmxd
time="2022-01-26T11:37:46.4Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=l5xwrmxd
time="2022-01-26T11:37:46.4Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=swhlbn2d
time="2022-01-26T11:37:46.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30015 elapsedMillisGT=30000 outcome=unspecified reconcileID=6dqr5nf6
time="2022-01-26T11:37:46.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=p5ks8lfs
time="2022-01-26T11:37:46.4Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=p5ks8lfs
time="2022-01-26T11:37:46.4Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=swhlbn2d
time="2022-01-26T11:37:46.4Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=swhlbn2d
time="2022-01-26T11:37:46.4Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=swhlbn2d
time="2022-01-26T11:37:46.4Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T11:37:46.4Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=swhlbn2d
time="2022-01-26T11:37:46.4Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=swhlbn2d
time="2022-01-26T11:37:46.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=r97b2qvs
time="2022-01-26T11:37:46.4Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=r97b2qvs
time="2022-01-26T11:37:46.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r97b2qvs
time="2022-01-26T11:37:46.4Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=mrngdfkp
time="2022-01-26T11:37:46.4Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=mrngdfkp
time="2022-01-26T11:37:46.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mrngdfkp
time="2022-01-26T11:37:46.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xx9k49pv
time="2022-01-26T11:37:46.401Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=xx9k49pv
time="2022-01-26T11:37:46.401Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xx9k49pv
time="2022-01-26T11:37:46.404Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=8hwr8645
time="2022-01-26T11:37:46.404Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=8hwr8645
time="2022-01-26T11:37:46.405Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=lh9xzjqz
time="2022-01-26T11:37:46.405Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=lh9xzjqz
time="2022-01-26T11:37:46.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lh9xzjqz
time="2022-01-26T11:37:46.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=cvmnm8kq
time="2022-01-26T11:37:46.405Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:37:46.405Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=8hwr8645
time="2022-01-26T11:37:46.405Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:37:46.405Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:37:46.405Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:37:46.405Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=n6xrn4q6
time="2022-01-26T11:37:46.405Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=cvmnm8kq
time="2022-01-26T11:37:46.405Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T11:37:46.405Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=cvmnm8kq
time="2022-01-26T11:37:46.405Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=cvmnm8kq
time="2022-01-26T11:37:46.405Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=n6xrn4q6
time="2022-01-26T11:37:46.405Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=n6xrn4q6
time="2022-01-26T11:37:46.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T11:37:46.405Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T11:37:46.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T11:37:46.406Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=crk2lxl9
time="2022-01-26T11:37:46.406Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:37:46.406Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=crk2lxl9 stale=0 standby=3 unclaimed=0
time="2022-01-26T11:37:46.406Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=crk2lxl9 unassignedCount=1
time="2022-01-26T11:37:46.406Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=crk2lxl9
time="2022-01-26T11:37:46.406Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=crk2lxl9
time="2022-01-26T11:37:46.407Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=cvmnm8kq
time="2022-01-26T11:37:46.407Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=cvmnm8kq
time="2022-01-26T11:37:46.544Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=8hwr8645 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T11:37:46.544Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=8hwr8645
time="2022-01-26T11:37:46.544Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=139 elapsedMillisGT=0 outcome=unspecified reconcileID=8hwr8645
time="2022-01-26T11:37:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:37:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:16.402Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.134.121.179:6443: i/o timeout" reconcileID=p5ks8lfs
time="2022-01-26T11:38:16.402Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=p5ks8lfs
time="2022-01-26T11:38:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:38:58.816Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=6hmf4dqv
time="2022-01-26T11:38:58.817Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable reconcileID=6hmf4dqv
time="2022-01-26T11:39:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:39:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:39:13.504Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:39:13.504Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:39:13.504Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:39:13.504Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:39:13.504Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:39:13.504Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:39:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:39:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:39:28.818Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable error="Get \"https://api.jshu-pool-test-skzgx.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.135.54.39:6443: i/o timeout" reconcileID=6hmf4dqv
time="2022-01-26T11:39:28.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-skzgx/jshu-pool-test-skzgx controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=6hmf4dqv
time="2022-01-26T11:39:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:39:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:39:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:39:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:40:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:40:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:40:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:40:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:40:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:40:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:40:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:40:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:13.505Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:13.505Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:41:13.505Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:41:13.505Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:41:13.505Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:41:13.505Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:41:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:41:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:42:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:42:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:42:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:42:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:42:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:42:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:42:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:42:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:13.505Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:13.505Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:43:13.505Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:43:13.505Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:43:13.505Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:43:13.505Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:43:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:26.94Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:43:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:44:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:44:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:44:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:44:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:44:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:44:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:44:46.14Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=lhz5mrgh
time="2022-01-26T11:44:46.14Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=lhz5mrgh
time="2022-01-26T11:44:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:44:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T11:45:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-01-26T11:45:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:13.506Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:13.506Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:45:13.506Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:45:13.506Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:45:13.506Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:45:13.506Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:45:16.142Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=lhz5mrgh
time="2022-01-26T11:45:16.154Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=lhz5mrgh
time="2022-01-26T11:45:16.155Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=nqsfgzq8
time="2022-01-26T11:45:16.155Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable reconcileID=nqsfgzq8
time="2022-01-26T11:45:16.155Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate reconcileID=dgrgjrv2
time="2022-01-26T11:45:16.156Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate matchingRelocates="[]" reconcileID=dgrgjrv2
time="2022-01-26T11:45:16.156Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgrgjrv2
time="2022-01-26T11:45:16.156Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=vnp5v5b9
time="2022-01-26T11:45:16.156Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c reconcileID=vnp5v5b9
time="2022-01-26T11:45:16.156Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState reconcileID=vnp5v5b9
time="2022-01-26T11:45:16.156Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnp5v5b9
time="2022-01-26T11:45:16.156Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=dj596pkl
time="2022-01-26T11:45:16.156Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=dj596pkl
time="2022-01-26T11:45:16.156Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts reconcileID=dj596pkl
time="2022-01-26T11:45:16.156Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dj596pkl
time="2022-01-26T11:45:16.156Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=6px28x6r
time="2022-01-26T11:45:16.156Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-qzz7c controller=clusterpoolnamespace namespace=/jshu-pool-test-qzz7c reconcileID=6px28x6r
time="2022-01-26T11:45:16.156Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-qzz7c outcome=unspecified reconcileID=6px28x6r
time="2022-01-26T11:45:16.156Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=64cjsmj9
time="2022-01-26T11:45:16.156Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider reconcileID=64cjsmj9
time="2022-01-26T11:45:16.156Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=64cjsmj9
time="2022-01-26T11:45:16.156Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=z55bqr75
time="2022-01-26T11:45:16.156Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=z55bqr75
time="2022-01-26T11:45:16.156Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=z55bqr75
time="2022-01-26T11:45:16.156Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx reconcileID=z55bqr75
time="2022-01-26T11:45:16.156Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx\", timestamp:time.Time{wall:0xc0745a8d3b534024, ext:17060263950608, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx
time="2022-01-26T11:45:16.156Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision reconcileID=z55bqr75
time="2022-01-26T11:45:16.156Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z55bqr75
time="2022-01-26T11:45:16.156Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=rxl94q8h
time="2022-01-26T11:45:16.156Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress reconcileID=rxl94q8h
time="2022-01-26T11:45:16.156Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rxl94q8h
time="2022-01-26T11:45:16.156Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2mgq74zm
time="2022-01-26T11:45:16.156Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion reconcileID=2mgq74zm
time="2022-01-26T11:45:16.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mgq74zm
time="2022-01-26T11:45:16.161Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:45:16.161Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:45:16.161Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-qzz7c outcome=unspecified
time="2022-01-26T11:45:16.161Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=g9p4vp6r
time="2022-01-26T11:45:16.161Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=txqb5rh2
time="2022-01-26T11:45:16.161Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T11:45:16.161Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=g9p4vp6r
time="2022-01-26T11:45:16.161Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=g9p4vp6r
time="2022-01-26T11:45:16.161Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rqjxtnwf
time="2022-01-26T11:45:16.161Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink reconcileID=rqjxtnwf
time="2022-01-26T11:45:16.161Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rqjxtnwf
time="2022-01-26T11:45:16.161Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:45:16.161Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:45:16.161Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:45:16.161Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-0-8cjbx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c
time="2022-01-26T11:45:16.161Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=txqb5rh2
time="2022-01-26T11:45:16.161Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=txqb5rh2
time="2022-01-26T11:45:16.161Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=txqb5rh2
time="2022-01-26T11:45:16.162Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qfr4zvgx
time="2022-01-26T11:45:16.162Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:45:16.162Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=qfr4zvgx stale=0 standby=3 unclaimed=0
time="2022-01-26T11:45:16.162Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qfr4zvgx unassignedCount=1
time="2022-01-26T11:45:16.162Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=qfr4zvgx
time="2022-01-26T11:45:16.162Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qfr4zvgx
time="2022-01-26T11:45:16.162Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment reconcileID=txqb5rh2
time="2022-01-26T11:45:16.162Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=txqb5rh2
time="2022-01-26T11:45:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:46.157Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.23.7.45:6443: i/o timeout" reconcileID=nqsfgzq8
time="2022-01-26T11:45:46.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=nqsfgzq8
time="2022-01-26T11:45:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:45:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:46:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:46:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:46:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:46:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:46:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:46:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:46:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:46:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:13.507Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:13.507Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:47:13.507Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:47:13.507Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:47:13.507Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:47:13.507Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:47:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:47:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:48:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:48:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:48:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:48:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:48:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:48:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:48:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:48:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:13.508Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:13.508Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:49:13.508Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:49:13.508Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:49:13.508Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:49:13.508Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:49:23.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=v8h88cch
time="2022-01-26T11:49:23.818Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation reconcileID=v8h88cch
time="2022-01-26T11:49:23.819Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation infraID=jshu-pool-test-qzz7c-xjlql reconcileID=v8h88cch
time="2022-01-26T11:49:23.932Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation count=0 infraID=jshu-pool-test-qzz7c-xjlql reconcileID=v8h88cch states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-01-26T11:49:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:53.933Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: connect: connection refused" reconcileID=v8h88cch
time="2022-01-26T11:49:53.933Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c controller=hibernation elapsedMillis=30114 elapsedMillisGT=30000 outcome=unspecified reconcileID=v8h88cch
time="2022-01-26T11:49:53.933Z" level=error msg="Reconciler error" _name=hibernation-controller error="Get \"https://api.jshu-pool-test-qzz7c.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.224.92.92:6443: connect: connection refused" name=jshu-pool-test-qzz7c namespace=jshu-pool-test-qzz7c
time="2022-01-26T11:49:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:49:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:50:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:50:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:50:10.813Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=khk46ljt
time="2022-01-26T11:50:10.813Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker
time="2022-01-26T11:50:10.813Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker reconcileID=khk46ljt
time="2022-01-26T11:50:10.813Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-skzgx/jshu-pool-test-skzgx-worker outcome=unspecified reconcileID=khk46ljt
time="2022-01-26T11:50:10.813Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lj2jsbzz
time="2022-01-26T11:50:10.813Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T11:50:10.813Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=lj2jsbzz
time="2022-01-26T11:50:10.813Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=lj2jsbzz
time="2022-01-26T11:50:10.813Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=gr2mz6pg
time="2022-01-26T11:50:10.813Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker
time="2022-01-26T11:50:10.813Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker reconcileID=gr2mz6pg
time="2022-01-26T11:50:10.813Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-qzz7c/jshu-pool-test-qzz7c-worker outcome=unspecified reconcileID=gr2mz6pg
time="2022-01-26T11:50:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:50:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:50:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:50:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:50:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:50:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:13.508Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:13.509Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:51:13.509Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:51:13.509Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:51:13.509Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:51:13.509Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:51:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:51:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:52:05.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:52:05.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:52:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:52:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:52:35.375Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:52:35.375Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:52:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:52:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:13.509Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:13.509Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:53:13.509Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:53:13.509Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:53:13.509Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:53:13.509Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:53:26.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:26.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:53:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:54:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:54:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:54:26.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=gm8xrc2g
time="2022-01-26T11:54:26.401Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=gm8xrc2g
time="2022-01-26T11:54:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:54:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:54:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:54:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:54:56.402Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: i/o timeout" reconcileID=gm8xrc2g
time="2022-01-26T11:54:56.414Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate reconcileID=vnhsbgd4
time="2022-01-26T11:54:56.414Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate matchingRelocates="[]" reconcileID=vnhsbgd4
time="2022-01-26T11:54:56.414Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnhsbgd4
time="2022-01-26T11:54:56.414Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=d7f2kzdx
time="2022-01-26T11:54:56.414Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk reconcileID=d7f2kzdx
time="2022-01-26T11:54:56.415Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState reconcileID=d7f2kzdx
time="2022-01-26T11:54:56.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7f2kzdx
time="2022-01-26T11:54:56.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=zdjxrw99
time="2022-01-26T11:54:56.415Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=zdjxrw99
time="2022-01-26T11:54:56.415Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts reconcileID=zdjxrw99
time="2022-01-26T11:54:56.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdjxrw99
time="2022-01-26T11:54:56.415Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=k4l296xf
time="2022-01-26T11:54:56.415Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-test-52czk controller=clusterpoolnamespace namespace=/jshu-pool-test-52czk reconcileID=k4l296xf
time="2022-01-26T11:54:56.415Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-test-52czk outcome=unspecified reconcileID=k4l296xf
time="2022-01-26T11:54:56.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=gm8xrc2g
time="2022-01-26T11:54:56.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=8z9gklvn
time="2022-01-26T11:54:56.415Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable reconcileID=8z9gklvn
time="2022-01-26T11:54:56.415Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=4bf5p7wm
time="2022-01-26T11:54:56.415Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=4bf5p7wm
time="2022-01-26T11:54:56.416Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=4bf5p7wm
time="2022-01-26T11:54:56.416Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw reconcileID=4bf5p7wm
time="2022-01-26T11:54:56.416Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw\", timestamp:time.Time{wall:0xc074654629eda5ef, ext:28039972079323, loc:(*time.Location)(0x7144f00)}}" controller=clusterProvision controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw
time="2022-01-26T11:54:56.416Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision reconcileID=4bf5p7wm
time="2022-01-26T11:54:56.416Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4bf5p7wm
time="2022-01-26T11:54:56.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=vbqdvgpv
time="2022-01-26T11:54:56.416Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress reconcileID=vbqdvgpv
time="2022-01-26T11:54:56.416Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbqdvgpv
time="2022-01-26T11:54:56.416Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=654cbrtc
time="2022-01-26T11:54:56.416Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider reconcileID=654cbrtc
time="2022-01-26T11:54:56.416Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=654cbrtc
time="2022-01-26T11:54:56.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=sfzwkvjb
time="2022-01-26T11:54:56.416Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion reconcileID=sfzwkvjb
time="2022-01-26T11:54:56.416Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfzwkvjb
time="2022-01-26T11:54:56.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=jzzcr945
time="2022-01-26T11:54:56.419Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jd6n6zv7
time="2022-01-26T11:54:56.419Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink reconcileID=jd6n6zv7
time="2022-01-26T11:54:56.419Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jd6n6zv7
time="2022-01-26T11:54:56.419Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=jzzcr945
time="2022-01-26T11:54:56.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T11:54:56.419Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-test-52czk controller=argocdregister namespace=jshu-pool-test-52czk
time="2022-01-26T11:54:56.419Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-test-52czk outcome=unspecified
time="2022-01-26T11:54:56.42Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation infraID=jshu-pool-test-52czk-chqvg reconcileID=jzzcr945
time="2022-01-26T11:54:56.42Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=2n64db98
time="2022-01-26T11:54:56.42Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:54:56.42Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:54:56.42Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:54:56.42Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk-0-v8lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-test-52czk/jshu-pool-test-52czk
time="2022-01-26T11:54:56.42Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=z2nk9xvw
time="2022-01-26T11:54:56.42Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=2n64db98
time="2022-01-26T11:54:56.42Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-test-52czk/jshu-pool-test-52czk-worker
time="2022-01-26T11:54:56.42Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker reconcileID=z2nk9xvw
time="2022-01-26T11:54:56.42Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=2n64db98
time="2022-01-26T11:54:56.42Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=2n64db98
time="2022-01-26T11:54:56.42Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-test-52czk/jshu-pool-test-52czk-worker outcome=unspecified reconcileID=z2nk9xvw
time="2022-01-26T11:54:56.421Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s7g4hhcv
time="2022-01-26T11:54:56.421Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool-test\", timestamp:time.Time{wall:0xc07465450d1c1a57, ext:28035488584525, loc:(*time.Location)(0x7144f00)}}" controller=clusterpool controllerKey=default/jshu-pool-test
time="2022-01-26T11:54:56.422Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool-test controller=clusterpool deleting=0 installing=0 reconcileID=s7g4hhcv stale=0 standby=3 unclaimed=0
time="2022-01-26T11:54:56.422Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s7g4hhcv unassignedCount=1
time="2022-01-26T11:54:56.422Z" level=debug msg="no clusters ready to assign to claim" claim=jshu-claim-test2 clusterPool=default/jshu-pool-test controller=clusterpool reconcileID=s7g4hhcv
time="2022-01-26T11:54:56.422Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool-test controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s7g4hhcv
time="2022-01-26T11:54:56.422Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment reconcileID=2n64db98
time="2022-01-26T11:54:56.422Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2n64db98
time="2022-01-26T11:54:56.567Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation count=0 infraID=jshu-pool-test-52czk-chqvg reconcileID=jzzcr945 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-01-26T11:54:56.567Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation reconcileID=jzzcr945
time="2022-01-26T11:54:56.567Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=hibernation elapsedMillis=147 elapsedMillisGT=0 outcome=unspecified reconcileID=jzzcr945
time="2022-01-26T11:54:56.938Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:54:56.938Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:05.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:05.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:13.509Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:13.51Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-01-26T11:55:13.51Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-01-26T11:55:13.51Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-01-26T11:55:13.51Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-01-26T11:55:13.51Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-01-26T11:55:26.417Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable error="Get \"https://api.jshu-pool-test-52czk.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.14.166.171:6443: i/o timeout" reconcileID=8z9gklvn
time="2022-01-26T11:55:26.417Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-test-52czk/jshu-pool-test-52czk controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=8z9gklvn
time="2022-01-26T11:55:26.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:26.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:35.376Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:35.376Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:56.937Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-01-26T11:55:56.937Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics